-- Logs begin at Wed 2021-09-15 16:24:20 UTC, end at Wed 2021-09-15 17:21:04 UTC. -- Sep 15 16:52:07.176910 dv-cinder-796806-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 16:52:09.974988 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.common.config [-] Logging enabled! Sep 15 16:52:09.975550 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 16:52:09.975757 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93773) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 16:52:09.978921 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.common.config [-] Logging enabled! Sep 15 16:52:09.979172 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 16:52:09.979475 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93773) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 16:52:09.980403 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 16:52:09.980634 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 16:52:09.980992 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 16:52:09.981249 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 16:52:09.981475 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 16:52:09.981787 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.982082 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.982370 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.982595 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.982882 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.983165 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.983444 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.983724 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.984013 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.985334 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.985620 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.985903 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.986133 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.986411 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.986695 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.986980 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.987201 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] debug = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.987475 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.987891 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.988295 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.988569 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.988851 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.989122 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.989415 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.989686 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.989965 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.990287 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] host = dv-cinder-796806-2-iscsi {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.990559 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.990841 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.991122 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.991402 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.991670 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.991938 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.992215 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.992481 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.992749 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] log_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.993018 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.993325 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.993608 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.993893 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.994112 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.994328 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.994612 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.994891 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.995161 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.995429 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.995697 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.995963 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.996227 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.996487 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.996766 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.997042 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.997350 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.997621 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.997890 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.998154 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.998419 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.998696 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.998965 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.999229 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.999495 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:09.999831 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.000599 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.000876 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.001178 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.001496 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.001776 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.002057 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.002326 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.002602 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.002868 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.003137 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.003403 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] use_json = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.003669 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.003934 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.004214 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.004479 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.004745 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.005012 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.005303 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.005584 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:10.005875 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.006164 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.006457 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.006733 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.007275 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.007549 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.007831 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.008104 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.008383 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.008663 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.008944 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.009215 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.009515 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.009784 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.010071 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.010367 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.010653 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.010937 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.011205 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.011471 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.011738 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.012008 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.012287 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.012556 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.012836 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.013118 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.013418 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.013696 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.013984 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.014266 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.014532 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.014799 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.015083 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.015379 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.015820 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.016105 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.016384 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.016655 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.016923 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.017197 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.017491 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.017755 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.018018 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.018287 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.018567 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.018834 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.019096 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.019361 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.019628 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.019890 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.020166 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.020434 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.020696 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.020958 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.021245 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.021511 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.021775 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.022043 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.022306 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.022572 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.022834 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.023099 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.023363 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.023633 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.023895 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.024158 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.024420 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.024687 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.024952 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.025219 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.025504 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.025768 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.026033 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.026314 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.026603 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.026875 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.027150 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.027424 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.027695 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.027967 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.028238 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.028511 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.028783 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.029050 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.029359 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.029639 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.029919 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.030197 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.030468 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.030760 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.031725 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.032511 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.032787 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.033063 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.033371 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.033652 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.033943 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.034236 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.034523 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.034811 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.035098 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.035372 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.035671 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.035943 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:10.036157 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 16:52:10.036393 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93773) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 16:52:10.396259 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 16:52:10.396450 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 16:52:10.396725 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 16:52:10.397054 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 16:52:10.797931 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.798227 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.798496 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.799786 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.800056 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.800316 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.836746 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.837020 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.837311 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.852362 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.852636 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.852902 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.881821 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.882351 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.882607 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.920385 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.920654 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:10.920915 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.155738 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.156337 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.156615 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.156881 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.157617 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.279796 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.280110 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.280386 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.280647 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.280924 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.281717 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.281983 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.282241 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.282493 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.282771 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.283026 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.283289 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.283542 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.283790 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.284039 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.284298 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.284549 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.284811 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.285071 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.285350 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.285616 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.285862 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.286137 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.286505 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.286747 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.286989 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.287376 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:52:11.287612 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:52:11.287848 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:52:11.288079 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:52:11.288309 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:52:11.288539 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:52:11.288895 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 16:52:11.292258 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 16:52:11.296234 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 16:52:11.300332 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 15 16:52:11.301959 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 16:52:11.302412 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 16:52:11.302743 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 16:52:11.303392 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 16:52:11.306150 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 16:52:11.306395 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 16:52:11.306737 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 16:52:11.311947 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 16:52:11.335412 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 16:52:11.335862 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.336153 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93773) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 16:52:11.336508 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.337888 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93773) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 16:52:11.338333 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 16:52:11.338576 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 16:52:11.341756 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.342029 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:11.408667 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 16:52:11.408848 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 16:52:11.409079 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 16:52:11.409470 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 16:52:11.431670 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_db.sqlalchemy.engines [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93773) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 16:52:11.975601 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Initializing driver for type 'gre' Sep 15 16:52:11.976179 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] gre ID ranges: [(1, 1000)] Sep 15 16:52:12.029706 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Initializing driver for type 'local' Sep 15 16:52:12.030047 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Initializing driver for type 'vlan' Sep 15 16:52:12.045132 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] VlanTypeDriver initialization complete Sep 15 16:52:12.045513 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Initializing driver for type 'vxlan' Sep 15 16:52:12.046007 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] vxlan ID ranges: [(1, 1000)] Sep 15 16:52:12.100397 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Initializing extension driver 'port_security' Sep 15 16:52:12.100766 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.extensions.port_security [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] PortSecurityExtensionDriver initialization complete Sep 15 16:52:12.101098 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Initializing mechanism driver 'openvswitch' Sep 15 16:52:12.101461 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Initializing mechanism driver 'hyperv' Sep 15 16:52:12.107969 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:52:12.108669 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > port after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.109134 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.110176 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > port after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.110698 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:52:12.111128 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.111480 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.111826 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.112215 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:52:12.112624 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > network after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.112975 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > network after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.113344 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > network after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.113728 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:52:12.114129 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.114475 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.114811 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.115332 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:52:12.115739 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.116091 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.116435 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.116824 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:52:12.117223 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.117587 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.117923 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.118305 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:52:12.118679 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] ML2 OVO RPC backend initialized. {{(pid=93773) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 16:52:12.119378 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.119729 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.120141 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > network before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.120490 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > networks before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.120833 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > port before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.121168 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > ports before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.121530 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.121867 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.122206 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > network after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.122541 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > network after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.122872 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > network after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.123204 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > port after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.123535 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.123863 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > port after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.124193 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.124521 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.125318 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.125638 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Modular L2 Plugin initialization complete Sep 15 16:52:12.125966 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading services supported by the core plugin {{(pid=93773) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 16:52:12.126289 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Got port-security extension from driver 'port_security' Sep 15 16:52:12.126745 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.extensions.vlantransparent [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Disabled vlantransparent extension. Sep 15 16:52:12.127609 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93773) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 16:52:12.127609 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading Plugin: router Sep 15 16:52:12.163425 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.163970 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router after_create 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.164169 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router before_create 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.164529 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.164897 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.165264 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router after_delete 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.165622 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.165969 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.166320 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router after_create 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.166662 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router after_update 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.167006 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router after_update 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.167352 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.167708 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router after_update 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.168118 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.168480 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.168820 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: port after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.169152 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: subnet after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.169508 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.169851 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.170196 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.170532 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: port before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.170871 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.171222 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router after_update 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.172239 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.172581 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.173036 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.173420 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.173786 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > agent after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.174135 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.174475 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > network after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.175328 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Tracking information for resource: router configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:52:12.175657 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Tracking information for resource: floatingip configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:52:12.180542 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.db.l3_agentschedulers_db [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 16:52:12.181113 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.181508 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: port after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.181859 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: port after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.182208 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.183003 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router before_create 55550100 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.183369 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.183727 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.184079 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.188941 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.services.provider_configuration [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service providers = [] {{(pid=93773) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 16:52:12.189328 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.db.servicetype_db [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93773) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 16:52:12.192247 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.services.service_base [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 16:52:12.192592 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.services.service_base [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 16:52:12.192931 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.services.service_base [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 16:52:12.194116 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.services.service_base [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 16:52:12.194523 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.services.service_base [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 16:52:12.194902 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:52:12.195270 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 16:52:12.206952 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:52:12.207327 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading Plugin: auto_allocate Sep 15 16:52:12.213552 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: network precommit_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.213922 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: network precommit_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.214439 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:52:12.214755 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading Plugin: tag Sep 15 16:52:12.221872 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:52:12.222198 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading Plugin: timestamp Sep 15 16:52:12.226276 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:52:12.226557 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading Plugin: network_ip_availability Sep 15 16:52:12.231985 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.232353 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.232706 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.233445 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:52:12.233762 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading Plugin: flavors Sep 15 16:52:12.238966 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:52:12.239295 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading Plugin: revisions Sep 15 16:52:12.243546 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:52:12.243931 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.847s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 16:52:12.244667 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93773) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 16:52:12.245003 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Initializing extension manager. Sep 15 16:52:12.245534 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: __init__.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.245875 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: __pycache__ {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.246206 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.246534 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: address_group.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.247282 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.247843 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: address-group Sep 15 16:52:12.248168 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: address_scope.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.249067 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.249670 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: address-scope Sep 15 16:52:12.249993 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.250924 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.251430 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: router-admin-state-down-before-update Sep 15 16:52:12.251751 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: agent.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.252448 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.252944 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: agent Sep 15 16:52:12.253289 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: agent_resources_synced.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.254204 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.254704 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: agent-resources-synced Sep 15 16:52:12.255026 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.256810 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.257610 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: allowed-address-pairs Sep 15 16:52:12.257939 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.259009 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.259510 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: auto-allocated-topology Sep 15 16:52:12.259831 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: availability_zone.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.260518 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.261009 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: availability_zone Sep 15 16:52:12.261361 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: availability_zone_filter.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.262269 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.262759 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: availability_zone_filter Sep 15 16:52:12.263079 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: data_plane_status.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.263983 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.264473 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 16:52:12.264791 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: default_subnetpools.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.265822 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.266318 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: default-subnetpools Sep 15 16:52:12.266639 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.267444 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.267938 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: dhcp_agent_scheduler Sep 15 16:52:12.268266 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: dns.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.269179 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.269705 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 16:52:12.270025 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: dns_domain_ports.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.270941 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.271437 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 16:52:12.271758 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.272671 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.273167 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 16:52:12.273509 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: dvr.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.274173 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.274668 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: dvr Sep 15 16:52:12.274984 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: ecmp_routes.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.275889 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.276377 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 16:52:12.276693 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: empty_string_filtering.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.277628 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.278130 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: empty-string-filtering Sep 15 16:52:12.278448 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.279351 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.279842 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 16:52:12.280159 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.281809 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.282088 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 16:52:12.282404 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: external_net.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.283311 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.283806 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: external-net Sep 15 16:52:12.284123 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.285032 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.285554 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: extra_dhcp_opt Sep 15 16:52:12.285873 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: extraroute.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.286779 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.287291 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: extraroute Sep 15 16:52:12.287590 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: extraroute_atomic.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.288620 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.289116 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: extraroute-atomic Sep 15 16:52:12.289463 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: filter_validation.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.290121 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.290612 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: filter-validation Sep 15 16:52:12.290929 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: fip_pf_description.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.291831 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.292319 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 16:52:12.292637 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: fip_port_details.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.293580 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.294077 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: fip-port-details Sep 15 16:52:12.294394 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: flavors.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.295612 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.296116 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: flavors Sep 15 16:52:12.296437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.298947 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.299459 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 16:52:12.299786 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: floatingip_pools.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.300477 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.300979 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: floatingip-pools Sep 15 16:52:12.301338 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: ip_allocation.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.302265 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.302756 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 16:52:12.303074 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.303982 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.304478 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: ip-substring-filtering Sep 15 16:52:12.304800 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: l2_adjacency.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.305755 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.306245 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 16:52:12.306563 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: l3.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.307644 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.308151 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: router Sep 15 16:52:12.308474 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.310720 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.311239 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 16:52:12.311570 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.312683 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.313178 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: ext-gw-mode Sep 15 16:52:12.313533 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.314478 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.314976 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: l3-ha Sep 15 16:52:12.315301 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: l3_flavors.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.316209 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.316704 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: l3-flavors Sep 15 16:52:12.317025 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.317969 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.318464 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 16:52:12.318783 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: l3agentscheduler.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.319816 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.320316 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: l3_agent_scheduler Sep 15 16:52:12.320639 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: logging.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.322125 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.322634 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension logging not supported by any of loaded plugins Sep 15 16:52:12.322961 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: metering.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.323695 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.324261 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: metering Sep 15 16:52:12.324585 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.325691 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.326197 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: metering_source_and_destination_fields Sep 15 16:52:12.326519 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: multiprovidernet.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.327440 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.328687 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: multi-provider Sep 15 16:52:12.328687 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: netmtu.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.329783 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.330282 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: net-mtu Sep 15 16:52:12.330600 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: netmtu_writable.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.331514 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.332010 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: net-mtu-writable Sep 15 16:52:12.332327 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: network_availability_zone.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.332992 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.333521 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: network_availability_zone Sep 15 16:52:12.333838 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: network_ip_availability.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.334926 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.335428 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: network-ip-availability Sep 15 16:52:12.335749 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: network_segment_range.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.336508 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.337002 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 16:52:12.337366 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: pagination.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.338339 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.338662 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: pagination Sep 15 16:52:12.338978 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: port_device_profile.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.339887 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.340391 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: port-device-profile Sep 15 16:52:12.340711 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.341640 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.342140 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: port-mac-address-regenerate Sep 15 16:52:12.342521 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.343418 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.344504 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: port-numa-affinity-policy Sep 15 16:52:12.344752 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: port_resource_request.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.345796 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.346298 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 16:52:12.346623 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: portbindings.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.347555 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.348051 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: binding Sep 15 16:52:12.348372 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: portbindings_extended.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.349679 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.350184 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: binding-extended Sep 15 16:52:12.350509 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: portsecurity.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.351422 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.351925 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: port-security Sep 15 16:52:12.352244 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: project_id.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.353213 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.353563 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: project-id Sep 15 16:52:12.353882 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: providernet.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.354800 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.355303 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: provider Sep 15 16:52:12.355623 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: qos.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.359209 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.359727 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension qos not supported by any of loaded plugins Sep 15 16:52:12.360049 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.361330 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.361838 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 16:52:12.362168 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.363086 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.363582 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 16:52:12.363906 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: qos_default.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.364816 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.365351 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension qos-default not supported by any of loaded plugins Sep 15 16:52:12.365675 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: qos_fip.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.366329 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.366822 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 16:52:12.367142 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.368060 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.368559 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 16:52:12.368879 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.369823 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.370323 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 16:52:12.370641 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: qos_pps_rule.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.371815 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.372320 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension qos-pps not supported by any of loaded plugins Sep 15 16:52:12.372641 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.373588 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.374090 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 16:52:12.374411 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: qos_rules_alias.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.375513 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.376014 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 16:52:12.376335 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: quotasv2.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.377302 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.377632 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: quotas Sep 15 16:52:12.377951 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: quotasv2_detail.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.381270 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.381614 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: quota_details Sep 15 16:52:12.382204 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: rbac.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.383263 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.383779 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: rbac-policies Sep 15 16:52:12.384105 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: rbac_address_group.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.385034 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.385581 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: rbac-address-group Sep 15 16:52:12.385905 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: rbac_address_scope.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.386822 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.387325 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: rbac-address-scope Sep 15 16:52:12.387646 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: rbac_security_groups.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.388556 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.389061 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: rbac-security-groups Sep 15 16:52:12.389417 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.390854 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.391354 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: rbac-subnetpool Sep 15 16:52:12.391670 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: revisionifmatch.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.392586 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.393091 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: revision-if-match Sep 15 16:52:12.393493 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: revisions.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.394603 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.395112 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: standard-attr-revisions Sep 15 16:52:12.395438 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: router_availability_zone.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.396112 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.396614 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: router_availability_zone Sep 15 16:52:12.396934 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: routerservicetype.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.397875 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.398374 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 16:52:12.398694 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.399616 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.400118 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: security-groups-normalized-cidr Sep 15 16:52:12.400437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.401392 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.401892 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: port-security-groups-filtering Sep 15 16:52:12.402212 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.403170 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.403672 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: security-groups-remote-address-group Sep 15 16:52:12.403991 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: securitygroup.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.415887 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.416410 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: security-group Sep 15 16:52:12.416739 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: segment.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.417563 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.418062 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension segment not supported by any of loaded plugins Sep 15 16:52:12.418386 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.419327 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.419835 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 16:52:12.420157 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: servicetype.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.421368 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.422118 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: service-type Sep 15 16:52:12.422476 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: sorting.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.423525 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.423855 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: sorting Sep 15 16:52:12.424178 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: standard_attr_segment.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.425096 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.425631 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 16:52:12.425952 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: standardattrdescription.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.426596 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.427092 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: standard-attr-description Sep 15 16:52:12.427410 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: stateful_security_group.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.428332 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.428833 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: stateful-security-group Sep 15 16:52:12.429153 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: stdattrs_common.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.429768 dv-cinder-796806-2-iscsi neutron-server[93773]: WARNING neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 16:52:12.430085 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.431006 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.431513 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 16:52:12.431833 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: subnet_onboard.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.432904 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.433439 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: subnet_onboard Sep 15 16:52:12.433767 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.434686 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.435183 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 16:52:12.435503 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: subnet_service_types.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.436437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.436939 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: subnet-service-types Sep 15 16:52:12.437349 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: subnetallocation.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.438443 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.438943 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: subnet_allocation Sep 15 16:52:12.439266 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.439937 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.440435 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: subnetpool-prefix-ops Sep 15 16:52:12.440755 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.441712 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.442209 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 16:52:12.442527 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: tagging.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.443598 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.444108 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: standard-attr-tag Sep 15 16:52:12.444434 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: timestamp.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.445656 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.446160 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loaded extension: standard-attr-timestamp Sep 15 16:52:12.446484 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: trunk.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.447508 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.448011 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension trunk not supported by any of loaded plugins Sep 15 16:52:12.448329 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: trunk_details.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.449273 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.449783 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 16:52:12.450100 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.451017 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.451517 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 16:52:12.451835 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Loading extension file: vlantransparent.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:52:12.452494 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:52:12.453826 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 16:52:12.456056 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:network Sep 15 16:52:12.456571 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:subnet Sep 15 16:52:12.456971 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:52:12.457406 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:port Sep 15 16:52:12.458626 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.459072 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service FLAVORS assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.459705 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.460136 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.460472 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:router Sep 15 16:52:12.460900 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 16:52:12.461415 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service METERING assigned prefix: /metering {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.462839 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.463209 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.463561 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:52:12.464577 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 16:52:12.465033 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:security_group Sep 15 16:52:12.465497 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 16:52:12.466084 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service CORE assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.466420 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:52:12.466768 dv-cinder-796806-2-iscsi neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] subnetpool is already registered Sep 15 16:52:12.467210 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service CORE assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.467542 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:52:12.467874 dv-cinder-796806-2-iscsi neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] subnetpool is already registered Sep 15 16:52:12.470778 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.471213 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service FLAVORS assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.471807 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.472231 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.472563 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:router Sep 15 16:52:12.472899 dv-cinder-796806-2-iscsi neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] router is already registered Sep 15 16:52:12.473339 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 16:52:12.473679 dv-cinder-796806-2-iscsi neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] floatingip is already registered Sep 15 16:52:12.474134 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service METERING assigned prefix: /metering {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.474804 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 16:52:12.475132 dv-cinder-796806-2-iscsi neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] rbac_policy is already registered Sep 15 16:52:12.475547 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:security_group Sep 15 16:52:12.475880 dv-cinder-796806-2-iscsi neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] security_group is already registered Sep 15 16:52:12.476328 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 16:52:12.476631 dv-cinder-796806-2-iscsi neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] security_group_rule is already registered Sep 15 16:52:12.477256 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service CORE assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.477580 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:52:12.477912 dv-cinder-796806-2-iscsi neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] subnetpool is already registered Sep 15 16:52:12.478332 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Service CORE assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:52:12.478661 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:52:12.478990 dv-cinder-796806-2-iscsi neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] subnetpool is already registered Sep 15 16:52:12.479457 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: extensions {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.480957 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: address-groups {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.482477 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: address-scopes {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.483800 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: agents {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.485205 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: auto-allocated-topology {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.486496 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: availability_zones {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.487717 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: dhcp-networks {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.489259 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: dhcp-agents {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.490705 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: routers {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.492918 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: flavors {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.494111 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: service_profiles {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.495323 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: next_providers {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.496825 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: service_profiles {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.498408 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: floatingip-pools {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.499659 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: routers {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.501890 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: floatingips {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.503184 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: l3-routers {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.504582 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: l3-agents {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.506041 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: metering-labels {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.507657 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: metering-label-rules {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.508941 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: network-ip-availabilities {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.510258 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: bindings {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.512703 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: quotas {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.514228 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: quotas {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.516409 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: rbac-policies {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.517671 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: security-groups {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.518983 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: security-group-rules {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.520297 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: service-providers {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.521542 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: subnetpools {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.522980 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: subnetpools {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.524451 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.526153 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.528006 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.529836 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.532335 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.534224 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.535940 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.537883 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.539644 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.541437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron.api.extensions [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:52:12.547364 dv-cinder-796806-2-iscsi neutron-server[93773]: WARNING keystonemiddleware.auth_token [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 16:52:12.552056 dv-cinder-796806-2-iscsi neutron-server[93773]: WARNING keystonemiddleware.auth_token [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 16:52:12.560464 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Acquired lock "singleton_lock" {{(pid=93773) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 16:52:12.560932 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Releasing lock "singleton_lock" {{(pid=93773) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 16:52:12.561599 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO oslo_service.service [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Starting 2 workers Sep 15 16:52:12.566457 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Started child 93880 {{(pid=93773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 16:52:12.571071 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Started child 93881 {{(pid=93773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 16:52:12.574393 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:12.575090 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO neutron.service [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 16:52:12.575090 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Notify callbacks [] for process, before_spawn {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:12.575465 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [-] (93880) wsgi starting up on http://0.0.0.0:9696 Sep 15 16:52:12.575754 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO oslo_service.service [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Starting 1 workers Sep 15 16:52:12.576269 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:12.578534 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [-] (93881) wsgi starting up on http://0.0.0.0:9696 Sep 15 16:52:12.581649 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Started child 93882 {{(pid=93773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 16:52:12.582160 dv-cinder-796806-2-iscsi neutron-server[93773]: INFO oslo_service.service [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Starting 1 workers Sep 15 16:52:12.585365 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.service [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] calling RpcWorker wait() {{(pid=93882) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 16:52:12.585888 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.service [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] returning from RpcWorker wait() {{(pid=93882) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 16:52:12.586690 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Started child 93883 {{(pid=93773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 16:52:12.587305 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:12.587506 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-25c9594c-f8bd-4960-93a6-e66c920b80f0 None None] Notify callbacks [] for process, after_spawn {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:12.587852 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:52:12.589452 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93773) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 16:52:12.589660 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 16:52:12.589839 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 16:52:12.590052 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 16:52:12.590391 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 16:52:12.590551 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 16:52:12.591073 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.591359 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.591635 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.591728 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:12.592173 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.592173 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.592766 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.593022 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.593294 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.594161 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.594396 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.594571 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.594757 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.595067 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.595323 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.595633 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.595906 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.596143 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.596410 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.596585 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.596831 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.597099 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.597352 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.597626 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] debug = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.597867 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.598358 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.598588 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.598850 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.599082 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.599338 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.599568 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.599840 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.600092 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.600309 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.600580 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.600824 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.601055 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.601313 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.601536 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.601800 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.602016 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.602485 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] host = dv-cinder-796806-2-iscsi {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.602739 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.602967 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.603209 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.603452 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.603717 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.603936 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.604195 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.604434 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.604697 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.604921 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.605145 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.605430 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.605672 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.605909 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.606063 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_options = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.606304 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.606572 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.606835 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.607022 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.607197 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.607351 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.607584 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.607750 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.607953 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.608179 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.608424 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.608600 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.608829 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.609112 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.609444 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.609698 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.610114 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.610348 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.610617 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.610859 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.611071 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.611303 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.611533 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.611770 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.612033 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.612245 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.612469 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.612683 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.612891 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.613147 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.613407 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.613666 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.613899 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.614127 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.614388 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.614613 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.614838 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.615048 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.615320 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.615547 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.615797 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.616053 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.616265 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.616512 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.616756 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.616969 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.617211 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] use_json = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.617462 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.617693 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.617965 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.618195 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.618427 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.618638 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.618850 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.619079 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.619520 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.619787 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.620103 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.620334 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.620611 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.620818 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.621185 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.621477 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.621785 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:52:12.622434 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.622671 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.622971 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.623488 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.623644 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.623895 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.624238 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.624489 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.624784 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.625049 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.625352 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.625589 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.625824 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.626101 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.626395 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.626663 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.626862 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.627094 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.627312 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.627648 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.627926 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.628160 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.628405 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.628620 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.628840 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.629073 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.629309 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.629545 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.629763 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.630050 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.630313 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.630550 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.630867 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.631135 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.631319 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.631527 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.631749 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.632258 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.632470 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.632693 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.632906 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.633178 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.633925 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.633925 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.634221 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.634221 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.634563 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.634754 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.635000 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.635239 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.635476 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.636092 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.637417 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.637585 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.639710 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.640176 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.641610 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.643193 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.643696 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.645391 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.645644 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.645885 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.646161 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.646401 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.646673 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.646962 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.647230 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.647463 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.647705 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.647953 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.648197 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.648434 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.648651 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.648868 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.649081 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.651287 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.653149 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.655920 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.656699 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.656940 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.657176 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.657502 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.657840 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.658083 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.658337 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.658582 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.658837 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.659083 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.659331 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.659586 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.659824 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.660039 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.660299 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.660565 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.660828 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.661086 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.661416 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.661709 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.661998 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.662310 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.662566 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.662803 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.663056 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.663313 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.663588 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.663956 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.664255 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.664528 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.664800 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.665040 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.665346 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.665565 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.665822 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.666127 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.666403 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.666651 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.666899 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.667160 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.667421 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.667654 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.667937 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.668185 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.668448 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.668674 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.668958 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.669196 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.669440 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.669656 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.669892 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.670220 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.670467 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.670700 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.671602 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.671901 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.672153 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.672393 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.672662 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.672927 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.673181 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.673458 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.673685 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.674298 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.674552 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.674816 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.675403 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.676225 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.676455 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.676711 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.677334 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.677567 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.677837 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.678054 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.679051 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.680430 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.680675 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.680914 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.681201 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.681455 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.681684 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.681938 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.682191 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.682424 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.682666 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.682882 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.683139 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.683372 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.683662 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.683912 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.684130 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.684357 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.684619 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.684874 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.685109 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.685528 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.685817 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.686049 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.686271 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.686508 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.686721 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.686935 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.687184 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.687417 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.687651 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.687902 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.688233 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.688483 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.688711 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.688952 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.689165 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.689467 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.689684 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.689934 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.690152 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.690363 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.690576 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.690832 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.691060 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.691313 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.691546 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.691756 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.691990 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.692206 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.692415 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.692712 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.692965 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.693192 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.693450 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.693684 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.693911 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.694150 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.694358 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.694564 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.694785 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.694996 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.695202 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.695444 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.695676 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.695882 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.696098 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.696308 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.696512 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.696731 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.696988 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.697193 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.697445 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.697657 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.697862 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.698081 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.698285 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.698491 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.698707 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.698918 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.699120 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.699360 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.699583 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.701427 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.701659 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.701872 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.702116 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.702375 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.702641 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.703384 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.703671 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.703918 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.704161 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.704379 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.704696 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.704908 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.705143 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.705848 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.706064 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.706297 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.706531 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.706859 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.707151 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.707403 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.707654 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.707958 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.708238 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.708507 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.708716 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.709011 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.709359 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.709637 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.709882 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.710104 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.710334 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.710562 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.710776 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.711017 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.711244 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.712106 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.712355 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.712585 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.712831 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.713048 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.713333 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.713539 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.713761 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.713992 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.714232 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.714448 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.714603 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 16:52:12.715137 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93773) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 16:52:12.715295 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 16:52:12.715458 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 16:52:12.715627 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 16:52:12.715953 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 16:52:12.716105 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 16:52:12.716313 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.716472 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.716630 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.716788 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.716945 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.717137 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.717329 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.717467 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.717623 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.717777 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.717932 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.718017 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:52:12.718098 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.718229 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.718441 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.718589 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.718746 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.719022 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.719193 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.719354 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.719510 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.719665 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.719821 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.719976 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] debug = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.720131 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.720321 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.720482 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.720637 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.720792 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.720946 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.721101 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.721276 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.721438 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.721597 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.721753 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.721909 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.722063 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.722218 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.722371 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.722524 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.722678 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.722832 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] host = dv-cinder-796806-2-iscsi {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.722986 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.723140 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.723292 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.723445 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.723599 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.723753 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.723907 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.724061 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.724215 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.724370 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.724525 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.724679 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.724834 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.724989 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.725142 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_options = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.725317 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.725472 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.725627 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.725798 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.725957 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.726111 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.726266 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.726469 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.726562 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.726715 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.726870 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.727023 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.727177 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.727330 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.727482 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.727636 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.727791 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.727945 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.728100 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.728254 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.728416 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.728550 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.728703 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.728854 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.728988 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.729144 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.729325 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.729480 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.729634 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.729773 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.729930 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.730069 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.730228 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.730382 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.730536 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.732680 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.732680 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.732680 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.732680 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.732680 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.732680 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.732680 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.732680 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.733437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.733437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.733437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.733437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] use_json = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.733437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.733437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.733437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.733437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.733437 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.734687 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.734687 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.734687 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:52:12.734687 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.734687 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.734687 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.734687 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.734687 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.735209 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.735209 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.735209 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.735407 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.735407 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.735553 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.735908 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.735908 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.736064 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.736161 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.736305 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.736461 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.736619 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.736777 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.736934 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.737090 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.737265 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.737436 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.737593 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.737748 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.737903 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.738059 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.738230 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.738379 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.738535 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.738690 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.738846 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.739003 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.739161 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.739637 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.739637 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.739637 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.739923 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.739923 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.740124 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.740206 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.740345 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.740502 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.740659 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.740817 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.740975 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.741135 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.741343 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.741505 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.741714 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.741803 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.741953 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.742108 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.742266 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.742421 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.742589 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.742748 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.742943 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.743086 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.743225 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.743360 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.743495 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.743625 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.743765 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.743923 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.744079 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.744247 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.744389 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.744548 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.744704 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.744861 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.745020 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.745172 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.745369 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.745500 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.745629 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.745779 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.745935 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.746076 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.746235 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.746395 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.746538 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.746696 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.746853 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.747010 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.747167 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.747322 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.747478 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.747634 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.747799 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.747971 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.748127 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.748285 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.748442 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.748581 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.748741 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.748896 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.749051 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.749208 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.749384 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.749515 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.750471 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.750471 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.750471 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.750841 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.750841 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.751087 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.751087 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.751352 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.751352 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.751598 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.751749 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.751877 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.752006 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.752135 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.752262 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.752390 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.752526 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.752655 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.752821 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.752974 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.753138 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.753315 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.753473 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.753630 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.753786 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.753942 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.754098 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.754253 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.754409 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.754564 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.754720 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.754884 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.755050 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.755207 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.755365 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.755521 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.755700 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.755855 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.756011 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.756168 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.756324 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.756480 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.756639 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.756800 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.757204 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.757397 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.757548 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.757688 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.758129 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.758129 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.758129 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.758521 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.758991 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.758991 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.758991 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.761653 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.761653 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.761653 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.761653 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.761653 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.761653 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.761653 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.761653 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.762178 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.762178 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.762178 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.762178 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.762178 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.762178 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.762178 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.762178 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763108 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763108 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763108 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763108 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763108 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763108 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763108 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763108 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763627 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763627 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763627 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763627 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763627 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763627 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763627 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.763627 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.764180 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.764180 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.764180 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.764180 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.764434 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.764434 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.764573 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.764734 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.764895 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.765052 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.765265 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.765526 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.765698 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.765836 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.766016 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.766148 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.766284 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.766415 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.766577 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.766734 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.766891 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.767047 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.767205 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.767375 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.767532 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.767689 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.767846 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.768006 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.768149 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.768315 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.768471 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.768627 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.768782 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.768938 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.769105 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.769287 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.769433 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.769589 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.769839 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.769993 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.770113 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.770232 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.770343 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.770498 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.770656 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.770814 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.770970 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.771134 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.771290 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.771446 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.771625 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.771760 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.771928 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.772070 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.772228 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.772384 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.772539 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.772694 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.772849 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.773014 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.773172 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.773361 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.773527 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.773684 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.773840 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.773998 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.774183 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.774319 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.774525 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.774898 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.775067 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.775223 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.775375 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.775530 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.775683 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.776079 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.776079 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.776221 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.776297 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.776449 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.776607 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.776769 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.776936 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.777113 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.777355 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.777448 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.777576 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.777731 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.777886 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.778041 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.778197 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.778352 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.778509 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.778664 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.778818 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.778974 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.779130 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.779285 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.779440 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.779596 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.779750 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.779905 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:52:12.780053 dv-cinder-796806-2-iscsi neutron-server[93773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 16:52:12.850549 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 57610) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:52:12.860353 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064025 Sep 15 16:52:24.539872 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a15340b-627b-4ab4-ad20-4d6eaafa8f65 None None] get_active_networks_info from dv-cinder-796806-2-iscsi {{(pid=93882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 16:52:24.647000 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a15340b-627b-4ab4-ad20-4d6eaafa8f65 None None] No non-hosted networks {{(pid=93882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 16:52:24.670221 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.agentschedulers_db [None req-6a15340b-627b-4ab4-ad20-4d6eaafa8f65 None None] DHCP Agent not found on host dv-cinder-796806-2-iscsi {{(pid=93882) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 16:52:24.814083 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e347cfce-b321-4612-9f15-52ecb72b51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691820'] for agent, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:26.864915 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad1a270e-6ef1-4341-8a9d-0476a39c7fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691820'] for agent, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:26.913528 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-daf8f338-7783-4169-935e-fb745cf5c8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:27.550173 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691820'] for agent, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:27.550954 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:27.551401 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:27.551737 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:27.552069 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:27.555714 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:27.557137 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:27.557720 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:27.558862 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:27.560935 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:27.561767 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:27.562297 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:27.563426 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:27.563971 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796806-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:52:27.579486 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796806-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:52:28.548020 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691820'] for agent, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:29.688035 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.db.l3_hamode_db [None req-167677b4-9403-4533-8f4f-9913f22838b6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 16:52:29.807266 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167677b4-9403-4533-8f4f-9913f22838b6 None None] Routers set() bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:52:29.807614 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167677b4-9403-4533-8f4f-9913f22838b6 None None] Router IDs set() for agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 16:52:29.812025 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691820'] for agent, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:30.982272 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 57706) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:52:31.471994 dv-cinder-796806-2-iscsi neutron-server[93880]: WARNING oslo_policy.policy [None req-9e4bc920-8b99-4126-a0ec-ea339c2ffaef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:52:31.472578 dv-cinder-796806-2-iscsi neutron-server[93880]: WARNING oslo_policy.policy [None req-9e4bc920-8b99-4126-a0ec-ea339c2ffaef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:52:31.701820 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [None req-9e4bc920-8b99-4126-a0ec-ea339c2ffaef admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:52:31.703362 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9e4bc920-8b99-4126-a0ec-ea339c2ffaef admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7201855 Sep 15 16:52:34.133705 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 57720) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:52:34.441165 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-24b0e80c-787b-46d1-b442-98cabe375106 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:52:34.536232 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.policy [None req-24b0e80c-787b-46d1-b442-98cabe375106 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93880) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 16:52:34.582854 dv-cinder-796806-2-iscsi neutron-server[93880]: WARNING oslo_policy.policy [None req-24b0e80c-787b-46d1-b442-98cabe375106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:52:34.583224 dv-cinder-796806-2-iscsi neutron-server[93880]: WARNING oslo_policy.policy [None req-24b0e80c-787b-46d1-b442-98cabe375106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:52:34.591648 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.quota [None req-24b0e80c-787b-46d1-b442-98cabe375106 admin admin] Loaded quota_driver: . Sep 15 16:52:34.681135 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-24b0e80c-787b-46d1-b442-98cabe375106 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773460657576', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773460656767', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773460669645', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773460671393', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773460953601', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773460627103', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-751964', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-907074', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4016646', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4173100'] for rbac-policy, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:34.744578 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-24b0e80c-787b-46d1-b442-98cabe375106 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:34.745788 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-24b0e80c-787b-46d1-b442-98cabe375106 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6110909 Sep 15 16:52:37.360297 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 57732) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:52:37.659892 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'project_id': '88397a82b60646faa5900d44ccefd94a'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:52:37.688643 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Made reservation on behalf of 88397a82b60646faa5900d44ccefd94a for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:52:37.691410 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:37.708129 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:37.828553 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:37.832015 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:37.853372 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:52:37.881993 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773463088788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:37.882593 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Unsubscribe: segment precommit_create {{(pid=93880) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 16:52:37.883080 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Added segment c285466b-2a28-408c-8ff3-2acfc60b8b60 of type vlan for network f5ffdf62-0519-423f-9154-9f057a089f22 Sep 15 16:52:37.899161 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43020c8f-4af4-4f7e-9376-15101da2f325,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:37.925302 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:37.925659 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:37.925992 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:37.926314 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:37.926634 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:37.926963 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:37.927282 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:37.927595 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:37.927926 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:37.928232 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:37.928547 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:37.928849 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Tracked resource versions report: Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: pushed versions: Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: { 'AddressGroup': {'1.2'}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'ConntrackHelper': {'1.0'}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Log': {'1.0'}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Network': {'1.1'}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Port': {'1.7'}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'PortForwarding': {'1.2'}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'QosPolicy': {'1.9'}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'SecurityGroup': {'1.4'}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'SubPort': {'1.0'}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Subnet': {'1.1'}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Trunk': {'1.1'}} Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: consumer versions: Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: { DHCP agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: L3 agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: Metadata agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: Metering agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: Open vSwitch agent@dv-cinder-796806-2-iscsi: { 'AddressGroup': '1.2', Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'ConntrackHelper': '1.0', Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Log': '1.0', Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Network': '1.1', Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Port': '1.7', Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'PortForwarding': '1.2', Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'QosPolicy': '1.9', Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'SecurityGroup': '1.4', Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'SecurityGroupRule': '1.2', Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'SubPort': '1.0', Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Subnet': '1.1', Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Trunk': '1.1'}} Sep 15 16:52:37.929969 dv-cinder-796806-2-iscsi neutron-server[93880]: {{(pid=93880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:52:38.002834 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:38.041521 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:38.042599 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:38.043227 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:38.098891 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7374732 Sep 15 16:52:38.142532 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64ae29-2536-4721-822e-b024e9c89ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ffdf62-0519-423f-9154-9f057a089f22,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:38.155536 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network f5ffdf62-0519-423f-9154-9f057a089f22 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:52:40.792368 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 57746) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:52:41.176986 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6980386e-8171-4a15-80cc-f1bdf0a496de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:41.178375 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-6980386e-8171-4a15-80cc-f1bdf0a496de admin admin] 10.222.0.13 "GET /v2.0/networks/f5ffdf62-0519-423f-9154-9f057a089f22 HTTP/1.1" status: 200 len: 825 time: 0.3849723 Sep 15 16:52:41.204978 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-698c211c-abdb-4a8e-8f97-f7453fc350fc admin admin] 10.222.0.13 "GET /v2.0/subnetpools/975cbb3d-8ed9-4528-991e-3457b7eb77cc HTTP/1.1" status: 200 len: 734 time: 0.0203950 Sep 15 16:52:41.214255 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-b1007ea8-8e2d-4aa2-b150-2464f3854619 admin admin] Request body: {'subnet': {'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '975cbb3d-8ed9-4528-991e-3457b7eb77cc', 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:52:41.236665 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1007ea8-8e2d-4aa2-b150-2464f3854619 admin admin] Made reservation on behalf of 88397a82b60646faa5900d44ccefd94a for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:52:41.239059 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b1007ea8-8e2d-4aa2-b150-2464f3854619 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:41.525922 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b1007ea8-8e2d-4aa2-b150-2464f3854619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:41.593274 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1007ea8-8e2d-4aa2-b150-2464f3854619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec31a53-cf10-4547-8d09-8f19d0aa925c,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:41.597708 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1007ea8-8e2d-4aa2-b150-2464f3854619 admin admin] Checking segment: {'id': 'c285466b-2a28-408c-8ff3-2acfc60b8b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:52:41.598075 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1007ea8-8e2d-4aa2-b150-2464f3854619 admin admin] Network hostable DHCP agents. Network: f5ffdf62-0519-423f-9154-9f057a089f22, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:52:41.618515 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1007ea8-8e2d-4aa2-b150-2464f3854619 admin admin] Network f5ffdf62-0519-423f-9154-9f057a089f22 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:52:41.629322 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-b1007ea8-8e2d-4aa2-b150-2464f3854619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, f5ffdf62-0519-423f-9154-9f057a089f22) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:52:41.634082 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1007ea8-8e2d-4aa2-b150-2464f3854619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:41.634650 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b1007ea8-8e2d-4aa2-b150-2464f3854619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:41.639524 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9911bbf-1394-4da1-ac55-e09c44cc8593 None None] Network f5ffdf62-0519-423f-9154-9f057a089f22 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:52:41.651655 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b1007ea8-8e2d-4aa2-b150-2464f3854619 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4407485 Sep 15 16:52:41.961594 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d6edbe5-1399-5a55-9820-08a0dd3a1f98-f5ffdf62-0519-423f-9154-9f057a089f22', 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'fixed_ips': [{'subnet_id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c'}]}} from dv-cinder-796806-2-iscsi. {{(pid=93882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:52:41.962919 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:42.239400 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Allocated IP 172.20.0.2 (f5ffdf62-0519-423f-9154-9f057a089f22/bec31a53-cf10-4547-8d09-8f19d0aa925c/4ee3ecc9-d8e9-4640-a639-f06cb49a9b02) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:52:42.440558 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:42.447814 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:42.547343 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Network f5ffdf62-0519-423f-9154-9f057a089f22 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:52:42.551769 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:52:42.564266 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:52:42.567366 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Pushing event updated for resources: {'Port': ['ID=4ee3ecc9-d8e9-4640-a639-f06cb49a9b02,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:42.601595 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:42.601932 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:42.602264 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:42.602593 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:42.602920 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:42.603241 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:42.603562 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:42.603877 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:42.604210 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:42.604531 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:42.604845 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:42.605155 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Tracked resource versions report: Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: pushed versions: Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: { 'AddressGroup': {'1.2'}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'ConntrackHelper': {'1.0'}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Log': {'1.0'}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Network': {'1.1'}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Port': {'1.7'}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'PortForwarding': {'1.2'}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'QosPolicy': {'1.9'}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'SecurityGroup': {'1.4'}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'SubPort': {'1.0'}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Subnet': {'1.1'}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Trunk': {'1.1'}} Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: consumer versions: Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: { DHCP agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: L3 agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: Metadata agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: Metering agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: Open vSwitch agent@dv-cinder-796806-2-iscsi: { 'AddressGroup': '1.2', Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'ConntrackHelper': '1.0', Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Log': '1.0', Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Network': '1.1', Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Port': '1.7', Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'PortForwarding': '1.2', Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'QosPolicy': '1.9', Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'SecurityGroup': '1.4', Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'SecurityGroupRule': '1.2', Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'SubPort': '1.0', Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Subnet': '1.1', Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Trunk': '1.1'}} Sep 15 16:52:42.606270 dv-cinder-796806-2-iscsi neutron-server[93882]: {{(pid=93882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:52:42.654093 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Attempting to bind port 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:52:42.655412 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Attempting to bind port 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': 'c285466b-2a28-408c-8ff3-2acfc60b8b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:52:42.655962 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Attempting to bind port 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02 on network f5ffdf62-0519-423f-9154-9f057a089f22 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:52:42.660776 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:52:42.661178 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Checking segment: {'id': 'c285466b-2a28-408c-8ff3-2acfc60b8b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:52:42.661663 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:42.662043 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Bound using segment: {'id': 'c285466b-2a28-408c-8ff3-2acfc60b8b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:52:42.662514 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Bound port: 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c285466b-2a28-408c-8ff3-2acfc60b8b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:52:42.662916 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:42.725280 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] For port 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:52:42.729501 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] For port 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=4ee3ecc9-d8e9-4640-a639-f06cb49a9b02,segment=NetworkSegment(c285466b-2a28-408c-8ff3-2acfc60b8b60),segment_id=c285466b-2a28-408c-8ff3-2acfc60b8b60)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:52:42.734260 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:42.805437 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bf26a-0e23-4f69-9f25-120b8cac2eb2 None None] Pushing event updated for resources: {'Port': ['ID=4ee3ecc9-d8e9-4640-a639-f06cb49a9b02,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:44.099027 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 57754) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:52:44.416180 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [None req-16408c11-ea51-4719-920f-af5277a68639 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:52:44.417168 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-16408c11-ea51-4719-920f-af5277a68639 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3171039 Sep 15 16:52:46.843954 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 57762) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:52:47.340912 dv-cinder-796806-2-iscsi neutron-server[93881]: WARNING oslo_policy.policy [None req-5c5b0880-09df-406c-8b6b-ecdd7c0bfb70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:52:47.341507 dv-cinder-796806-2-iscsi neutron-server[93881]: WARNING oslo_policy.policy [None req-5c5b0880-09df-406c-8b6b-ecdd7c0bfb70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:52:47.564245 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [None req-5c5b0880-09df-406c-8b6b-ecdd7c0bfb70 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:52:47.581359 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5c5b0880-09df-406c-8b6b-ecdd7c0bfb70 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7195747 Sep 15 16:52:50.284105 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 57782) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:52:50.584232 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-582f75bb-1a3a-4ac7-8ad2-680f135910c0 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '88397a82b60646faa5900d44ccefd94a'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:52:50.648726 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.policy [None req-582f75bb-1a3a-4ac7-8ad2-680f135910c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93881) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 16:52:50.694614 dv-cinder-796806-2-iscsi neutron-server[93881]: WARNING oslo_policy.policy [None req-582f75bb-1a3a-4ac7-8ad2-680f135910c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:52:50.695000 dv-cinder-796806-2-iscsi neutron-server[93881]: WARNING oslo_policy.policy [None req-582f75bb-1a3a-4ac7-8ad2-680f135910c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:52:50.703769 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.quota [None req-582f75bb-1a3a-4ac7-8ad2-680f135910c0 admin admin] Loaded quota_driver: . Sep 15 16:52:50.761570 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-582f75bb-1a3a-4ac7-8ad2-680f135910c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7841'] for router, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:50.763692 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-582f75bb-1a3a-4ac7-8ad2-680f135910c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3687446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7830'] for router, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:50.920169 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-582f75bb-1a3a-4ac7-8ad2-680f135910c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:50.926271 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-582f75bb-1a3a-4ac7-8ad2-680f135910c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3691857'] for router, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:50.946119 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-582f75bb-1a3a-4ac7-8ad2-680f135910c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:50.947707 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-582f75bb-1a3a-4ac7-8ad2-680f135910c0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6622736 Sep 15 16:52:51.262623 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2548d4aa-4f4c-4239-b81b-9b7bc9d7cf73 None None] Network f5ffdf62-0519-423f-9154-9f057a089f22 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:52:51.391066 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:52:51.409394 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-0adf5e52-26b8-4f2c-a3de-8ec760179f89 None None] Provisioning complete for port 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:52:51.409773 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0adf5e52-26b8-4f2c-a3de-8ec760179f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:51.609325 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:52:51.609695 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:51.665614 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0adf5e52-26b8-4f2c-a3de-8ec760179f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:51.730858 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-0adf5e52-26b8-4f2c-a3de-8ec760179f89 None None] For port 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=4ee3ecc9-d8e9-4640-a639-f06cb49a9b02,segment=NetworkSegment(c285466b-2a28-408c-8ff3-2acfc60b8b60),segment_id=c285466b-2a28-408c-8ff3-2acfc60b8b60)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:52:51.737854 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0adf5e52-26b8-4f2c-a3de-8ec760179f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:51.768831 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:51.823032 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf5e52-26b8-4f2c-a3de-8ec760179f89 None None] Pushing event updated for resources: {'Port': ['ID=4ee3ecc9-d8e9-4640-a639-f06cb49a9b02,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:51.840353 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.db.api [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:52:51.840694 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG oslo_db.api [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:52:51.858112 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-d4dca27f-666e-49a9-af5a-b08f2d070236 None None] Provisioning complete for port 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:52:51.858481 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d4dca27f-666e-49a9-af5a-b08f2d070236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:53.354465 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:52:53.383578 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 57794) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:52:53.409627 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:52:53.410228 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:53.725424 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [None req-c6b63af2-ff48-479e-b116-41cf442ad08a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:52:53.726408 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-c6b63af2-ff48-479e-b116-41cf442ad08a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3419213 Sep 15 16:52:54.371311 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b38685d5-a3d0-4cac-adf3-e3ea0807a8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:56.144930 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 57802) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:52:56.464124 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:52:56.488581 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Made reservation on behalf of a056f543061a4c2eb7b6af779b22e91f for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:52:56.491398 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:56.507017 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:56.623109 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:56.626856 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:56.639257 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Reserving flat network on physical network physnet1 {{(pid=93881) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 16:52:56.670424 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773463088788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:56.671009 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Unsubscribe: segment precommit_create {{(pid=93881) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 16:52:56.671517 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Added segment 27037f39-09b9-480d-ab0e-8aaba5d0b7ba of type flat for network 0a12a79d-29f1-4548-82a1-b61425661d5c Sep 15 16:52:56.686765 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62777854-622d-40f9-a3dc-95ac97fcb0a2,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:56.712763 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:56.713116 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:56.713483 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:56.713813 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:56.714137 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:56.714477 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:56.714800 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:56.715116 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:56.715451 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:56.715790 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:56.716142 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:56.717086 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Tracked resource versions report: Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: pushed versions: Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: { 'AddressGroup': {'1.2'}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'ConntrackHelper': {'1.0'}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Log': {'1.0'}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Network': {'1.1'}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Port': {'1.7'}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'PortForwarding': {'1.2'}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'QosPolicy': {'1.9'}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'SecurityGroup': {'1.4'}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'SubPort': {'1.0'}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Subnet': {'1.1'}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Trunk': {'1.1'}} Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: consumer versions: Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: { DHCP agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: L3 agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: Metadata agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: Metering agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: Open vSwitch agent@dv-cinder-796806-2-iscsi: { 'AddressGroup': '1.2', Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'ConntrackHelper': '1.0', Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Log': '1.0', Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Network': '1.1', Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Port': '1.7', Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'PortForwarding': '1.2', Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'QosPolicy': '1.9', Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'SecurityGroup': '1.4', Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'SecurityGroupRule': '1.2', Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'SubPort': '1.0', Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Subnet': '1.1', Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Trunk': '1.1'}} Sep 15 16:52:56.718235 dv-cinder-796806-2-iscsi neutron-server[93881]: {{(pid=93881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:52:56.797976 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:56.838569 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:56.839830 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:56.840474 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:56.868811 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f32c-f7d7-4550-b228-788433e53ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:56.890545 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7442446 Sep 15 16:52:56.943956 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4336f2a-11e6-436e-bbe8-603e55f543f4 admin admin] Pushing event updated for resources: {'Network': ['ID=0a12a79d-29f1-4548-82a1-b61425661d5c,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:56.956164 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network 0a12a79d-29f1-4548-82a1-b61425661d5c details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:52:57.538141 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:58.441509 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:59.493538 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 57824) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:52:59.717158 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f994abf5-27cc-4ec6-b57f-b46266d0073a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:59.718562 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f994abf5-27cc-4ec6-b57f-b46266d0073a admin admin] 10.222.0.13 "GET /v2.0/subnets/bec31a53-cf10-4547-8d09-8f19d0aa925c HTTP/1.1" status: 200 len: 849 time: 0.2240708 Sep 15 16:52:59.724368 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:59.858047 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f043d629-6459-4400-b50b-572ca07dfde2 admin admin] 10.222.0.13 "GET /v2.0/routers/f65d3c81-70eb-4181-afb4-3de6550b9226 HTTP/1.1" status: 200 len: 704 time: 0.1322575 Sep 15 16:53:00.127445 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:00.426264 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Allocated IP 172.20.0.1 (f5ffdf62-0519-423f-9154-9f057a089f22/bec31a53-cf10-4547-8d09-8f19d0aa925c/a1d38e56-52b4-4630-b636-3778cff4486e) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:53:00.609082 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:00.675019 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:00.745915 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Network f5ffdf62-0519-423f-9154-9f057a089f22 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:53:00.750495 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:53:00.762651 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:53:00.763304 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691910'] for router_interface, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:00.783819 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Pushing event updated for resources: {'Port': ['ID=a1d38e56-52b4-4630-b636-3778cff4486e,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:00.952759 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:01.011861 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-22b404b7-031b-45b7-b493-0d884d1ce661 None None] Provisioning complete for port a1d38e56-52b4-4630-b636-3778cff4486e triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:53:01.012404 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22b404b7-031b-45b7-b493-0d884d1ce661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:01.045944 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-22b404b7-031b-45b7-b493-0d884d1ce661 None None] Port a1d38e56-52b4-4630-b636-3778cff4486e cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:53:01.206598 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:01.210734 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:01.211498 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3722926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680790'] for router_interface, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:01.270599 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Pushing event updated for resources: {'Port': ['ID=a1d38e56-52b4-4630-b636-3778cff4486e,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:01.335423 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Network f5ffdf62-0519-423f-9154-9f057a089f22 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:53:01.336711 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:53:01.495514 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Router f65d3c81-70eb-4181-afb4-3de6550b9226 is scheduled to L3 agent 21334550-ce88-4843-91b5-85275250437d with binding_index 1 {{(pid=93881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:53:01.565930 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-68b83386-db68-4ce4-b8d8-f1079829d482 None None] Provisioning complete for port a1d38e56-52b4-4630-b636-3778cff4486e triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:53:01.566223 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68b83386-db68-4ce4-b8d8-f1079829d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:01.587322 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:53:01.593596 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f6f585ec-b6c5-4d33-b818-b5f0d1783052 admin admin] 10.222.0.13 "PUT /v2.0/routers/f65d3c81-70eb-4181-afb4-3de6550b9226/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7291338 Sep 15 16:53:01.598137 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Sync routers for ids ['f65d3c81-70eb-4181-afb4-3de6550b9226'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:53:01.605718 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-68b83386-db68-4ce4-b8d8-f1079829d482 None None] Port a1d38e56-52b4-4630-b636-3778cff4486e cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:53:01.610044 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Routers {'f65d3c81-70eb-4181-afb4-3de6550b9226'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:53:01.610970 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T16:52:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['f65d3c81-70eb-4181-afb4-3de6550b9226'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:01.796994 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Set router f65d3c81-70eb-4181-afb4-3de6550b9226 gateway port host: None {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:53:02.227542 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'name': 'router1', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:52:50Z', 'updated_at': '2021-09-15T16:53:00Z', 'revision_number': 2, 'project_id': '88397a82b60646faa5900d44ccefd94a', 'gw_port_host': None, '_interfaces': [{'id': 'a1d38e56-52b4-4630-b636-3778cff4486e', 'name': '', 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'mac_address': 'fa:16:3e:ef:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:53:00Z', 'updated_at': '2021-09-15T16:53:01Z', 'revision_number': 2, 'project_id': '88397a82b60646faa5900d44ccefd94a', 'subnets': [{'id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '975cbb3d-8ed9-4528-991e-3457b7eb77cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:02.279080 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Checking router: f65d3c81-70eb-4181-afb4-3de6550b9226 for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:53:02.279427 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Updating router f65d3c81-70eb-4181-afb4-3de6550b9226 port a1d38e56-52b4-4630-b636-3778cff4486e binding host dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:53:02.327039 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:02.838302 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:02.846290 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:03.008660 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Pushing event updated for resources: {'Port': ['ID=a1d38e56-52b4-4630-b636-3778cff4486e,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:03.023428 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Attempting to bind port a1d38e56-52b4-4630-b636-3778cff4486e on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:53:03.023828 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Attempting to bind port a1d38e56-52b4-4630-b636-3778cff4486e by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': 'c285466b-2a28-408c-8ff3-2acfc60b8b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:53:03.024295 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Attempting to bind port a1d38e56-52b4-4630-b636-3778cff4486e on network f5ffdf62-0519-423f-9154-9f057a089f22 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:53:03.027942 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:03.028880 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:03.029411 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:03.029751 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:03.030078 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:03.030403 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:03.030771 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:03.031037 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:03.031364 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:03.031687 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:03.032005 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:03.032339 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:03.032985 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-dc3b52cd-6d39-4ba9-b0d7-52ce0e6ec964 None None] Provisioning complete for port a1d38e56-52b4-4630-b636-3778cff4486e triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:53:03.033444 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc3b52cd-6d39-4ba9-b0d7-52ce0e6ec964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Tracked resource versions report: Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: pushed versions: Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: { 'AddressGroup': {'1.2'}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Log': {'1.0'}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Network': {'1.1'}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Port': {'1.7'}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'PortForwarding': {'1.2'}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'QosPolicy': {'1.9'}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'SecurityGroup': {'1.4'}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'SubPort': {'1.0'}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Subnet': {'1.1'}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Trunk': {'1.1'}} Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: consumer versions: Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: { DHCP agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: L3 agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: Metadata agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: Metering agent@dv-cinder-796806-2-iscsi: {}, Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: Open vSwitch agent@dv-cinder-796806-2-iscsi: { 'AddressGroup': '1.2', Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'ConntrackHelper': '1.0', Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Log': '1.0', Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Network': '1.1', Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Port': '1.7', Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'PortForwarding': '1.2', Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'QosPolicy': '1.9', Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'SecurityGroup': '1.4', Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'SecurityGroupRule': '1.2', Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'SubPort': '1.0', Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Subnet': '1.1', Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Trunk': '1.1'}} Sep 15 16:53:03.033518 dv-cinder-796806-2-iscsi neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:53:03.038227 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:53:03.038647 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Checking segment: {'id': 'c285466b-2a28-408c-8ff3-2acfc60b8b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:53:03.039119 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:03.039491 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Bound using segment: {'id': 'c285466b-2a28-408c-8ff3-2acfc60b8b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:53:03.039988 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Bound port: a1d38e56-52b4-4630-b636-3778cff4486e, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c285466b-2a28-408c-8ff3-2acfc60b8b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:53:03.040380 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:03.069198 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b52cd-6d39-4ba9-b0d7-52ce0e6ec964 None None] Port a1d38e56-52b4-4630-b636-3778cff4486e cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:53:03.105556 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] For port a1d38e56-52b4-4630-b636-3778cff4486e, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:53:03.125586 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] For port a1d38e56-52b4-4630-b636-3778cff4486e, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=a1d38e56-52b4-4630-b636-3778cff4486e,segment=NetworkSegment(c285466b-2a28-408c-8ff3-2acfc60b8b60),segment_id=c285466b-2a28-408c-8ff3-2acfc60b8b60)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:53:03.129815 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:03.184823 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Routers {'f65d3c81-70eb-4181-afb4-3de6550b9226'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:53:03.185467 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T16:52:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['f65d3c81-70eb-4181-afb4-3de6550b9226'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:03.222369 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a9912-b20d-4c87-bbab-b423234c2291 None None] Pushing event updated for resources: {'Port': ['ID=a1d38e56-52b4-4630-b636-3778cff4486e,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:03.280136 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] Set router f65d3c81-70eb-4181-afb4-3de6550b9226 gateway port host: None {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:53:03.388400 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-1c88142c-42a7-4019-902d-964a8ffc06e9 None None] Provisioning complete for port a1d38e56-52b4-4630-b636-3778cff4486e triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:53:03.389322 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c88142c-42a7-4019-902d-964a8ffc06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:03.471023 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c88142c-42a7-4019-902d-964a8ffc06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:03.498351 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'name': 'router1', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:52:50Z', 'updated_at': '2021-09-15T16:53:00Z', 'revision_number': 2, 'project_id': '88397a82b60646faa5900d44ccefd94a', 'gw_port_host': None, '_interfaces': [{'id': 'a1d38e56-52b4-4630-b636-3778cff4486e', 'name': '', 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'mac_address': 'fa:16:3e:ef:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:53:00Z', 'updated_at': '2021-09-15T16:53:03Z', 'revision_number': 4, 'project_id': '88397a82b60646faa5900d44ccefd94a', 'subnets': [{'id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '975cbb3d-8ed9-4528-991e-3457b7eb77cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:03.503670 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-1c88142c-42a7-4019-902d-964a8ffc06e9 None None] For port a1d38e56-52b4-4630-b636-3778cff4486e, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=a1d38e56-52b4-4630-b636-3778cff4486e,segment=NetworkSegment(c285466b-2a28-408c-8ff3-2acfc60b8b60),segment_id=c285466b-2a28-408c-8ff3-2acfc60b8b60)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:03.509026 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c88142c-42a7-4019-902d-964a8ffc06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:03.527243 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29878c65-a9cb-4e1d-8e91-59f5081575ab None None] The sync data for ids ['f65d3c81-70eb-4181-afb4-3de6550b9226'] in dv-cinder-796806-2-iscsi is: [{'id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'name': 'router1', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:52:50Z', 'updated_at': '2021-09-15T16:53:00Z', 'revision_number': 2, 'project_id': '88397a82b60646faa5900d44ccefd94a', 'gw_port_host': None, '_interfaces': [{'id': 'a1d38e56-52b4-4630-b636-3778cff4486e', 'name': '', 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'mac_address': 'fa:16:3e:ef:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:53:00Z', 'updated_at': '2021-09-15T16:53:03Z', 'revision_number': 4, 'project_id': '88397a82b60646faa5900d44ccefd94a', 'subnets': [{'id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '975cbb3d-8ed9-4528-991e-3457b7eb77cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:53:03.565549 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88142c-42a7-4019-902d-964a8ffc06e9 None None] Pushing event updated for resources: {'Port': ['ID=a1d38e56-52b4-4630-b636-3778cff4486e,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:03.850171 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 57844) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:03.961010 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ecb29-c3c0-41ea-b82e-2d5fd4107b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:03.962405 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-532ecb29-c3c0-41ea-b82e-2d5fd4107b8d admin admin] 10.222.0.13 "GET /v2.0/networks/0a12a79d-29f1-4548-82a1-b61425661d5c HTTP/1.1" status: 200 len: 842 time: 0.1112871 Sep 15 16:53:03.972601 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:53:03.995539 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] Made reservation on behalf of a056f543061a4c2eb7b6af779b22e91f for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:53:03.998496 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:04.298152 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.objects.ports [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93881) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:53:04.298602 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:04.357863 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5f3174-3c05-4317-8f14-a003a5008ddd,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:04.363283 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] Checking segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:53:04.363637 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] Network hostable DHCP agents. Network: 0a12a79d-29f1-4548-82a1-b61425661d5c, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:53:04.387171 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:53:04.399990 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, 0a12a79d-29f1-4548-82a1-b61425661d5c) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:53:04.405585 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:04.407122 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:04.408301 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6dbd05-2186-4af9-b8e4-d7e8f3f5e327 None None] Network 0a12a79d-29f1-4548-82a1-b61425661d5c requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:53:04.423618 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-153c4614-acbf-4b88-bc9f-108e1dc3a140 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4543374 Sep 15 16:53:04.606488 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ef0503-0b61-4fff-8724-34c8fdeb5e4e None None] Network 0a12a79d-29f1-4548-82a1-b61425661d5c requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:53:06.751426 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 57852) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:06.888271 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-46454ce4-32e6-4208-b95a-02e15447fbcb admin admin] 10.222.0.13 "GET /v2.0/routers/f65d3c81-70eb-4181-afb4-3de6550b9226 HTTP/1.1" status: 200 len: 710 time: 0.1351440 Sep 15 16:53:06.977470 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c07f9f9-a063-42dd-9873-b6782ef29b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:06.978835 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7c07f9f9-a063-42dd-9873-b6782ef29b8f admin admin] 10.222.0.13 "GET /v2.0/networks/0a12a79d-29f1-4548-82a1-b61425661d5c HTTP/1.1" status: 200 len: 886 time: 0.0842998 Sep 15 16:53:06.988349 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:53:07.311637 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:07.541251 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:07.614163 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:07.716292 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Allocated IP 172.27.0.141 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/a4ccab5e-c3d7-43a5-853a-84869715213f) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:53:07.818591 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:07.852067 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:07.895642 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:53:07.898677 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:53:07.905761 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:53:07.908585 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Pushing event updated for resources: {'Port': ['ID=a4ccab5e-c3d7-43a5-853a-84869715213f,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:08.155643 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:08.350548 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7812'] for router, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:08.353782 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3691857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3680443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3680418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687435'] for router, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:08.463115 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Router f65d3c81-70eb-4181-afb4-3de6550b9226 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:53:08.650429 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:53:08.655114 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:08.656229 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-b160a344-3412-4009-920a-6e7912af2acb admin admin] 10.222.0.13 "PUT /v2.0/routers/f65d3c81-70eb-4181-afb4-3de6550b9226 HTTP/1.1" status: 200 len: 890 time: 1.6710618 Sep 15 16:53:09.381766 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device a1d38e56-52b4-4630-b636-3778cff4486e up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:53:09.428693 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port a1d38e56-52b4-4630-b636-3778cff4486e triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:53:09.429058 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:10.185562 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Sync routers for ids ['f65d3c81-70eb-4181-afb4-3de6550b9226'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:53:10.195620 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Routers {'f65d3c81-70eb-4181-afb4-3de6550b9226'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:53:10.196346 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T16:52:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['f65d3c81-70eb-4181-afb4-3de6550b9226'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:10.403088 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Set router f65d3c81-70eb-4181-afb4-3de6550b9226 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:53:10.790251 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'name': 'router1', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a4ccab5e-c3d7-43a5-853a-84869715213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:52:50Z', 'updated_at': '2021-09-15T16:53:08Z', 'revision_number': 4, 'project_id': '88397a82b60646faa5900d44ccefd94a', 'gw_port': {'id': 'a4ccab5e-c3d7-43a5-853a-84869715213f', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:53:07Z', 'updated_at': '2021-09-15T16:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'a1d38e56-52b4-4630-b636-3778cff4486e', 'name': '', 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'mac_address': 'fa:16:3e:ef:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:53:00Z', 'updated_at': '2021-09-15T16:53:03Z', 'revision_number': 5, 'project_id': '88397a82b60646faa5900d44ccefd94a', 'subnets': [{'id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '975cbb3d-8ed9-4528-991e-3457b7eb77cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:10.840364 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Checking router: f65d3c81-70eb-4181-afb4-3de6550b9226 for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:53:10.840706 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Updating router f65d3c81-70eb-4181-afb4-3de6550b9226 port a4ccab5e-c3d7-43a5-853a-84869715213f binding host dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:53:10.886094 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:11.120561 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 57864) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:11.240303 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2866ffdd-c588-4d60-8203-7b2f2271982a admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1186757 Sep 15 16:53:11.301909 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:11.307925 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:11.359453 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Attempting to bind port a4ccab5e-c3d7-43a5-853a-84869715213f on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:53:11.359841 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Attempting to bind port a4ccab5e-c3d7-43a5-853a-84869715213f by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:53:11.360190 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Attempting to bind port a4ccab5e-c3d7-43a5-853a-84869715213f on network 0a12a79d-29f1-4548-82a1-b61425661d5c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:53:11.368222 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa248f-fe84-4121-9944-613cbdb13cd8 None None] Pushing event updated for resources: {'Port': ['ID=a4ccab5e-c3d7-43a5-853a-84869715213f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:11.373504 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:53:11.373802 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Checking segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:53:11.374215 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:11.374609 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Bound using segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:53:11.375089 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Bound port: a4ccab5e-c3d7-43a5-853a-84869715213f, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:53:11.375514 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:11.427430 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] For port a4ccab5e-c3d7-43a5-853a-84869715213f, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:53:11.430772 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] For port a4ccab5e-c3d7-43a5-853a-84869715213f, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=a4ccab5e-c3d7-43a5-853a-84869715213f,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:53:11.435137 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:11.491647 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Routers {'f65d3c81-70eb-4181-afb4-3de6550b9226'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:53:11.492252 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T16:52:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['f65d3c81-70eb-4181-afb4-3de6550b9226'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:11.494107 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa248f-fe84-4121-9944-613cbdb13cd8 None None] Pushing event updated for resources: {'Port': ['ID=a4ccab5e-c3d7-43a5-853a-84869715213f,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:11.600949 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] Set router f65d3c81-70eb-4181-afb4-3de6550b9226 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:53:11.818871 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'name': 'router1', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a4ccab5e-c3d7-43a5-853a-84869715213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:52:50Z', 'updated_at': '2021-09-15T16:53:08Z', 'revision_number': 4, 'project_id': '88397a82b60646faa5900d44ccefd94a', 'gw_port': {'id': 'a4ccab5e-c3d7-43a5-853a-84869715213f', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:53:07Z', 'updated_at': '2021-09-15T16:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'a1d38e56-52b4-4630-b636-3778cff4486e', 'name': '', 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'mac_address': 'fa:16:3e:ef:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:53:00Z', 'updated_at': '2021-09-15T16:53:03Z', 'revision_number': 5, 'project_id': '88397a82b60646faa5900d44ccefd94a', 'subnets': [{'id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '975cbb3d-8ed9-4528-991e-3457b7eb77cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:11.844564 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513059d-c9a2-4824-aa93-9bb033c75a20 None None] The sync data for ids ['f65d3c81-70eb-4181-afb4-3de6550b9226'] in dv-cinder-796806-2-iscsi is: [{'id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'name': 'router1', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a4ccab5e-c3d7-43a5-853a-84869715213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:52:50Z', 'updated_at': '2021-09-15T16:53:08Z', 'revision_number': 4, 'project_id': '88397a82b60646faa5900d44ccefd94a', 'gw_port': {'id': 'a4ccab5e-c3d7-43a5-853a-84869715213f', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:53:07Z', 'updated_at': '2021-09-15T16:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'a1d38e56-52b4-4630-b636-3778cff4486e', 'name': '', 'network_id': 'f5ffdf62-0519-423f-9154-9f057a089f22', 'tenant_id': '88397a82b60646faa5900d44ccefd94a', 'mac_address': 'fa:16:3e:ef:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65d3c81-70eb-4181-afb4-3de6550b9226', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:53:00Z', 'updated_at': '2021-09-15T16:53:03Z', 'revision_number': 5, 'project_id': '88397a82b60646faa5900d44ccefd94a', 'subnets': [{'id': 'bec31a53-cf10-4547-8d09-8f19d0aa925c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '975cbb3d-8ed9-4528-991e-3457b7eb77cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:53:13.429526 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device a4ccab5e-c3d7-43a5-853a-84869715213f up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:53:13.485757 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port a4ccab5e-c3d7-43a5-853a-84869715213f triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:53:13.486256 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:13.579078 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:13.603576 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port a4ccab5e-c3d7-43a5-853a-84869715213f, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=a4ccab5e-c3d7-43a5-853a-84869715213f,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:13.612297 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:13.660418 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=a4ccab5e-c3d7-43a5-853a-84869715213f,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:15.423336 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device a4ccab5e-c3d7-43a5-853a-84869715213f up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:53:15.477761 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port a4ccab5e-c3d7-43a5-853a-84869715213f triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:53:15.478371 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:17.649133 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 5 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:53:24.375110 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d05dbee0-9b0f-4f68-85b9-f5f57e2dbecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:26.872579 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c76bc3b3-997c-47d7-9ede-05d52a8ac31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:27.541629 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:28.446654 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:29.752567 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:54.377298 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86dead96-5904-444c-abf4-999fe778c2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:54.647696 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 5 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:53:56.877353 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-321c5759-f571-4e76-a05a-7f345b699b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.535663 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:58.442990 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:59.753395 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:24.379225 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-039e1ab2-175e-4bdf-b6a3-5f600e061898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:26.880123 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50c32585-3869-4913-bfc6-058bdd867593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.537264 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:28.445499 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:29.753374 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:31.645310 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 5 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:54:48.132627 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 58426) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:48.197527 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f2ce20-d807-49ee-8f3c-be969ca0907c admin admin] GET failed (client error): The resource could not be found. Sep 15 16:54:48.198867 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-98f2ce20-d807-49ee-8f3c-be969ca0907c admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652370 Sep 15 16:54:48.362503 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9864f4-6770-4c36-918b-50525b66b98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:48.363917 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-1d9864f4-6770-4c36-918b-50525b66b98c admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605322 Sep 15 16:54:50.567037 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 58436) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:50.660967 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9855449-5045-44ef-8c5c-4140da6a69cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:50.662394 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e9855449-5045-44ef-8c5c-4140da6a69cd admin admin] 10.222.0.13 "GET /v2.0/subnets/bec31a53-cf10-4547-8d09-8f19d0aa925c HTTP/1.1" status: 200 len: 849 time: 0.0945265 Sep 15 16:54:50.672377 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:50.753730 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:50.898196 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773463063812'] for subnet, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:50.930325 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:50.931380 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:50.933743 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] 10.222.0.13 "PUT /v2.0/subnets/bec31a53-cf10-4547-8d09-8f19d0aa925c HTTP/1.1" status: 200 len: 868 time: 0.2634220 Sep 15 16:54:50.935620 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6efc82-27f4-4b0c-ab75-476053476579 None None] Network f5ffdf62-0519-423f-9154-9f057a089f22 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:50.952084 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec31a53-cf10-4547-8d09-8f19d0aa925c,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:50.959439 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:50.959800 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:50.960473 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:50.960473 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:50.961443 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:50.961748 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:50.962080 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:50.962401 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:50.962761 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:50.963884 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:50.963884 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:50.963884 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f35e2-79ea-4f41-b8e8-e7212ecea3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:51.334685 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-e29ccc80-a747-49c8-8966-1d7dca436d8d None None] Provisioning complete for port 4ee3ecc9-d8e9-4640-a639-f06cb49a9b02 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:51.335046 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e29ccc80-a747-49c8-8966-1d7dca436d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:51.417815 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-e29ccc80-a747-49c8-8966-1d7dca436d8d None None] Provisioning complete for port a1d38e56-52b4-4630-b636-3778cff4486e triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:51.418177 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e29ccc80-a747-49c8-8966-1d7dca436d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:53.154239 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 58444) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:53.358219 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c751f667-35f3-4635-8684-c8902818722d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:53.358609 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c751f667-35f3-4635-8684-c8902818722d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:53.360165 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c751f667-35f3-4635-8684-c8902818722d admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2049797 Sep 15 16:54:54.379757 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3f906fe3-0456-42a9-8666-5a8df5429770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:55.545538 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 58452) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:55.676539 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89562077-b62a-4436-860d-d60b471af36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:55.676935 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89562077-b62a-4436-860d-d60b471af36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:55.678484 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-89562077-b62a-4436-860d-d60b471af36b admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1320062 Sep 15 16:54:56.882149 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-397c7250-047e-4de4-9cc0-b30f6c789ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:57.537588 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:57.874936 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 58460) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:58.025650 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0af873-93c1-430e-b4ad-ff20c07538a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:58.027034 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9f0af873-93c1-430e-b4ad-ff20c07538a6 admin admin] 10.222.0.13 "GET /v2.0/networks/0a12a79d-29f1-4548-82a1-b61425661d5c HTTP/1.1" status: 200 len: 886 time: 0.1511643 Sep 15 16:54:58.448919 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:59.756957 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:00.268734 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 58468) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:00.416344 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee42a204-90bb-4754-bc33-5679516da2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:00.417742 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ee42a204-90bb-4754-bc33-5679516da2d1 admin admin] 10.222.0.13 "GET /v2.0/networks/f5ffdf62-0519-423f-9154-9f057a089f22 HTTP/1.1" status: 200 len: 869 time: 0.1479206 Sep 15 16:55:02.667611 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 58476) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:02.791966 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71557ee9-c53c-460c-9854-60326052424b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:02.792426 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71557ee9-c53c-460c-9854-60326052424b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:02.793986 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-71557ee9-c53c-460c-9854-60326052424b admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254251 Sep 15 16:55:05.010059 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 58484) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:05.100253 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f0574-37ca-4047-902f-c00cda1a145d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:05.100706 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f0574-37ca-4047-902f-c00cda1a145d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:05.102746 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9b8f0574-37ca-4047-902f-c00cda1a145d admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916922 Sep 15 16:55:07.316611 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 58492) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:07.409839 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba3e65-9028-40b2-8337-a2c36320c170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:07.411175 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c3ba3e65-9028-40b2-8337-a2c36320c170 admin admin] 10.222.0.13 "GET /v2.0/subnets/bec31a53-cf10-4547-8d09-8f19d0aa925c HTTP/1.1" status: 200 len: 868 time: 0.0935516 Sep 15 16:55:08.642844 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 5 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:55:09.619328 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58500) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:09.703618 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e447ddf4-cb0b-4942-b950-8752ba99e9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:09.704916 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-e447ddf4-cb0b-4942-b950-8752ba99e9f2 admin admin] 10.222.0.13 "GET /v2.0/subnets/ee5f3174-3c05-4317-8f14-a003a5008ddd HTTP/1.1" status: 200 len: 816 time: 0.0846195 Sep 15 16:55:24.380846 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01a4c7f6-9ac3-4a18-b31e-e22882d2f533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:26.882413 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f570d63-46be-4797-9d65-2cc0674855b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:27.539518 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:28.450427 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:29.759837 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:33.608482 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58556) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:33.655243 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [None req-fb86b1e5-2a03-4833-824d-642cb74d620a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:55:33.656229 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-fb86b1e5-2a03-4833-824d-642cb74d620a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468326 Sep 15 16:55:35.971793 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58564) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:36.038287 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae2efd4-572b-4c05-a6a8-ad0951af404c admin admin] GET failed (client error): The resource could not be found. Sep 15 16:55:36.040988 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-eae2efd4-572b-4c05-a6a8-ad0951af404c admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0682516 Sep 15 16:55:36.217926 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b69c3f-ab47-46d5-ae56-65ccccce0f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:36.219373 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-a5b69c3f-ab47-46d5-ae56-65ccccce0f48 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1730599 Sep 15 16:55:38.494044 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58572) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:38.540954 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:55:38.562156 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Made reservation on behalf of a056f543061a4c2eb7b6af779b22e91f for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:55:38.564377 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:38.592093 dv-cinder-796806-2-iscsi neutron-server[93881]: WARNING neutron.services.revisions.revision_plugin [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Could not find related network for resource to bump revision. Sep 15 16:55:38.606358 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:55:38.615218 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:38.615556 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Added segment 5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a of type vlan for network 389dd8eb-4fab-4bda-b326-4e1bb3b67f34 Sep 15 16:55:38.664840 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:38.691865 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:38.692735 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:38.693475 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:38.728593 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2334259 Sep 15 16:55:38.758788 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Pushing event updated for resources: {'Network': ['ID=389dd8eb-4fab-4bda-b326-4e1bb3b67f34,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:38.766113 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:38.766487 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:38.766833 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:38.767169 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:38.767504 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:38.767850 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:38.768182 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:38.768508 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:38.768863 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:38.769187 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:38.769544 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:38.769864 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e4861-0b21-473d-907e-22c686981e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:38.781371 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network 389dd8eb-4fab-4bda-b326-4e1bb3b67f34 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:55:40.956679 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58580) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:41.016603 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1fe4cf-0771-4655-92ff-503b6d753d49 admin admin] GET failed (client error): The resource could not be found. Sep 15 16:55:41.017940 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-eb1fe4cf-0771-4655-92ff-503b6d753d49 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602829 Sep 15 16:55:41.089576 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0bf8a5-24c6-41c3-a047-c796b33c4e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:41.091019 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7c0bf8a5-24c6-41c3-a047-c796b33c4e40 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683751 Sep 15 16:55:41.101581 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-17ec8e63-f477-4f20-860e-0197f5217c8b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:55:41.120545 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ec8e63-f477-4f20-860e-0197f5217c8b admin admin] Made reservation on behalf of a056f543061a4c2eb7b6af779b22e91f for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:55:41.122897 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-17ec8e63-f477-4f20-860e-0197f5217c8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:41.287009 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-17ec8e63-f477-4f20-860e-0197f5217c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:41.338623 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec8e63-f477-4f20-860e-0197f5217c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=447b03c2-b3db-4311-91db-5ccf50c12487,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:41.348481 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec8e63-f477-4f20-860e-0197f5217c8b admin admin] Checking segment: {'id': '5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:55:41.348828 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec8e63-f477-4f20-860e-0197f5217c8b admin admin] Network hostable DHCP agents. Network: 389dd8eb-4fab-4bda-b326-4e1bb3b67f34, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:55:41.363470 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec8e63-f477-4f20-860e-0197f5217c8b admin admin] Network 389dd8eb-4fab-4bda-b326-4e1bb3b67f34 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:55:41.372401 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-17ec8e63-f477-4f20-860e-0197f5217c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, 389dd8eb-4fab-4bda-b326-4e1bb3b67f34) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:55:41.376336 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ec8e63-f477-4f20-860e-0197f5217c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:41.376919 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-17ec8e63-f477-4f20-860e-0197f5217c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:41.383964 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0c8b89-72c7-4328-84c3-c2adbdb4c1fe None None] Network 389dd8eb-4fab-4bda-b326-4e1bb3b67f34 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:55:41.391369 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-17ec8e63-f477-4f20-860e-0197f5217c8b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2932024 Sep 15 16:55:41.536520 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d6edbe5-1399-5a55-9820-08a0dd3a1f98-389dd8eb-4fab-4bda-b326-4e1bb3b67f34', 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34', 'tenant_id': 'a056f543061a4c2eb7b6af779b22e91f', 'fixed_ips': [{'subnet_id': '447b03c2-b3db-4311-91db-5ccf50c12487'}]}} from dv-cinder-796806-2-iscsi. {{(pid=93882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:55:41.537491 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:41.679379 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Allocated IP 192.168.233.2 (389dd8eb-4fab-4bda-b326-4e1bb3b67f34/447b03c2-b3db-4311-91db-5ccf50c12487/50a44cac-58bf-48ed-a31b-30e9b24c3f21) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:55:41.826984 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:41.832850 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:41.869423 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Network 389dd8eb-4fab-4bda-b326-4e1bb3b67f34 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:55:41.870752 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:55:41.874243 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:55:41.891024 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Pushing event updated for resources: {'Port': ['ID=50a44cac-58bf-48ed-a31b-30e9b24c3f21,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:41.917292 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:41.917292 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:41.917632 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:41.917951 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:41.918280 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:41.918606 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:41.918942 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:41.919266 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:41.919596 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:41.919916 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:41.920226 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:41.920536 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:41.949366 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Attempting to bind port 50a44cac-58bf-48ed-a31b-30e9b24c3f21 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:55:41.949724 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Attempting to bind port 50a44cac-58bf-48ed-a31b-30e9b24c3f21 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:55:41.950076 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Attempting to bind port 50a44cac-58bf-48ed-a31b-30e9b24c3f21 on network 389dd8eb-4fab-4bda-b326-4e1bb3b67f34 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:55:41.955019 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:55:41.955379 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Checking segment: {'id': '5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:55:41.955770 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:41.956243 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Bound using segment: {'id': '5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:55:41.957039 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Bound port: 50a44cac-58bf-48ed-a31b-30e9b24c3f21, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:55:41.957720 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:42.027996 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] For port 50a44cac-58bf-48ed-a31b-30e9b24c3f21, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:55:42.031476 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] For port 50a44cac-58bf-48ed-a31b-30e9b24c3f21, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=50a44cac-58bf-48ed-a31b-30e9b24c3f21,segment=NetworkSegment(5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a),segment_id=5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:55:42.035569 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:42.096711 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af803d89-b8a2-49d7-83ac-3814e09d60f9 None None] Pushing event updated for resources: {'Port': ['ID=50a44cac-58bf-48ed-a31b-30e9b24c3f21,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:42.956080 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5d33d0-54c1-4cc9-8698-55f246cc4a29 None None] Network 389dd8eb-4fab-4bda-b326-4e1bb3b67f34 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:55:43.027933 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-397d616a-33cc-4fa6-a353-26139136da4f None None] Provisioning complete for port 50a44cac-58bf-48ed-a31b-30e9b24c3f21 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:55:43.028305 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-397d616a-33cc-4fa6-a353-26139136da4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:43.170290 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-397d616a-33cc-4fa6-a353-26139136da4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:43.209193 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-397d616a-33cc-4fa6-a353-26139136da4f None None] For port 50a44cac-58bf-48ed-a31b-30e9b24c3f21, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=50a44cac-58bf-48ed-a31b-30e9b24c3f21,segment=NetworkSegment(5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a),segment_id=5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:43.214691 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-397d616a-33cc-4fa6-a353-26139136da4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:43.266126 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d616a-33cc-4fa6-a353-26139136da4f None None] Pushing event updated for resources: {'Port': ['ID=50a44cac-58bf-48ed-a31b-30e9b24c3f21,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:43.433922 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-3277d271-aef6-4c05-a484-ad23c5ca54bf None None] Provisioning complete for port 50a44cac-58bf-48ed-a31b-30e9b24c3f21 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:55:43.434289 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3277d271-aef6-4c05-a484-ad23c5ca54bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:43.520608 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 50a44cac-58bf-48ed-a31b-30e9b24c3f21 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:55:43.576412 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 50a44cac-58bf-48ed-a31b-30e9b24c3f21 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:55:43.576798 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:45.641837 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 5 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:55:54.384903 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0e411d2-1732-444d-9956-9e1975f60fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:56.886516 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25a695b0-3765-4af8-8bd2-a36b7aeb7008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:57.541073 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.453529 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:59.764582 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:22.640407 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 5 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:56:24.386300 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53cd112c-b192-4023-b553-779e5b779fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:26.887506 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59bbd2dc-6b67-42ce-9201-8a739db37da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:27.541921 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:28.457042 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:29.766687 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:54.386708 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6fd3781b-4cfb-43fb-9e4b-4f6262643ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:56.888782 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2e18d456-bc65-4034-bf42-f7513c92a935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:57.544631 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:58.461030 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:59.638885 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 5 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:56:59.768533 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:06.555815 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58632) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:57:06.561542 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [None req-f5b7aa30-c79f-44b5-a59c-e7b8304428df tempest-verify_tempest_config-1254194078 tempest-verify_tempest_config-1254194078-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:57:06.562556 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f5b7aa30-c79f-44b5-a59c-e7b8304428df tempest-verify_tempest_config-1254194078 tempest-verify_tempest_config-1254194078-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057685 Sep 15 16:57:06.855010 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58650) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:57:06.955335 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:07.046232 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:07.049980 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:07.094462 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32559fce720142519d571e4328cc13d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2384543 Sep 15 16:57:07.095275 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60faa1a-99ad-4b78-9890-639d9a45e24a,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:57:07.097029 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58654) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:57:07.114836 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:57:07.115191 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:57:07.115567 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:57:07.115915 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:57:07.116324 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:57:07.116798 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:57:07.117127 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:57:07.117548 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:57:07.117911 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:57:07.118449 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:57:07.118987 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:57:07.119528 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615362e-ed4f-49e4-9fa8-fad628e27b67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:57:07.165518 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3bd8ee9b-edec-4f50-9820-1d055f595380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:07.185368 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3bd8ee9b-edec-4f50-9820-1d055f595380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:07.271331 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3bd8ee9b-edec-4f50-9820-1d055f595380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:07.274520 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3bd8ee9b-edec-4f50-9820-1d055f595380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:07.276006 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3bd8ee9b-edec-4f50-9820-1d055f595380 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f60faa1a-99ad-4b78-9890-639d9a45e24a HTTP/1.1" status: 204 len: 168 time: 0.1780250 Sep 15 16:57:07.283702 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8ee9b-edec-4f50-9820-1d055f595380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60faa1a-99ad-4b78-9890-639d9a45e24a,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:57:24.388085 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ca56-01cb-4aa5-b5be-fa705582b306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:26.888936 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0b6cc93-7019-49e6-8b18-553fb4125c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:27.548576 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:28.462993 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:29.771357 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:36.637310 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 5 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:57:54.389119 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05dc5cc9-a0f8-4c89-99f1-0ca4b8b2411c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:56.890073 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6716812-9f21-4d5d-b20c-268a082652e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:57.549987 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:58.464572 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:59.774602 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:13.635928 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 5 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:58:24.390272 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f6315d78-4198-4663-bf40-c188b4da2164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:26.890915 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed917a2f-0d81-4947-af80-d912f04ac880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.549434 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.468100 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:29.777401 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.770702 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691820'] for agent, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:50.634854 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:58:52.243403 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58726) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:52.346009 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-1e96c5cb-0ad0-48aa-8542-41cc74e0fff5 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1015427 Sep 15 16:58:54.391788 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2cb86523-0cb8-4fe5-9035-0d91c8e9f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:54.607548 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58736) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:54.660946 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-57e96f80-b0a7-4e0f-bf6d-d6088e8a2f4e admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0523350 Sep 15 16:58:56.891529 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4eb04826-e690-44a7-a352-2b941bcce92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:57.550663 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:58.472928 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:59.780125 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:06.722555 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:24.393877 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f760b103-7d76-419a-94d1-114d39fcc89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:26.891773 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4a63463-aa23-49da-8181-21fbf0430daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:27.551598 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:27.634397 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:59:28.472565 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:29.783222 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:36.727787 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:54.395542 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e479-2995-4758-86e0-0b20097c82af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:56.892898 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48dc49e9-ee8b-467e-b06a-3a28d42c3d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.551796 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:58.475498 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:59.791424 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:04.634043 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:00:06.744996 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:22.806690 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58884) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:23.200023 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1580740405-network', 'tenant_id': '4bb8c151774347d69894809acbb89571'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:23.221784 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Made reservation on behalf of 4bb8c151774347d69894809acbb89571 for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:23.224248 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:23.233839 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:23.331844 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:23.335965 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:23.367666 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268fd423-aa08-46ce-be7f-6a4c8224ae28,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:23.374628 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:00:23.382141 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.382141 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.382141 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.382141 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.382141 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.382141 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.382562 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.382645 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.382964 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.383347 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.383756 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.384226 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Tracked resource versions report: Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: pushed versions: Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: { 'AddressGroup': {'1.2'}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'ConntrackHelper': {'1.0'}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Log': {'1.0'}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Network': {'1.1'}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Port': {'1.7'}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'PortForwarding': {'1.2'}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'QosPolicy': {'1.9'}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'SecurityGroup': {'1.4'}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'SubPort': {'1.0'}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Subnet': {'1.1'}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Trunk': {'1.1'}} Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: consumer versions: Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: { DHCP agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: HyperV agent@hv-cinder-79680: {}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: L3 agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: Metadata agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: Metering agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: Open vSwitch agent@dv-cinder-796806-2-iscsi: { 'AddressGroup': '1.2', Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'ConntrackHelper': '1.0', Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Log': '1.0', Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Network': '1.1', Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Port': '1.7', Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'PortForwarding': '1.2', Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'QosPolicy': '1.9', Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'SecurityGroup': '1.4', Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'SecurityGroupRule': '1.2', Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'SubPort': '1.0', Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Subnet': '1.1', Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: 'Trunk': '1.1'}} Sep 15 17:00:23.385465 dv-cinder-796806-2-iscsi neutron-server[93881]: {{(pid=93881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:00:23.394557 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:23.394896 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Added segment 53dc75eb-b3d3-45d7-914b-3d883dad3ef9 of type vlan for network b001fffd-df46-42ce-ac95-85f7832c7c8b Sep 15 17:00:23.434525 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:23.461561 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:23.462520 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:23.463140 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:23.487286 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6755507 Sep 15 17:00:23.487700 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 58922) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:23.496170 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Request body: {'subnet': {'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1580740405-subnet', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:23.523149 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Made reservation on behalf of 4bb8c151774347d69894809acbb89571 for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:23.526113 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:23.529529 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c207269-4f4a-4a64-8de2-27e657e9e729 admin admin] Pushing event updated for resources: {'Network': ['ID=b001fffd-df46-42ce-ac95-85f7832c7c8b,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:23.541495 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network b001fffd-df46-42ce-ac95-85f7832c7c8b details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:00:23.776428 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:23.831942 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb25078e-4bc9-4e87-9857-16b4673ee250,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:23.843623 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.843987 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.844329 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.844659 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.844983 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.845350 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.846147 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.846474 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.846810 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.847129 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.847445 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.847759 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Tracked resource versions report: Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: pushed versions: Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: { 'AddressGroup': {'1.2'}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'ConntrackHelper': {'1.0'}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Log': {'1.0'}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Network': {'1.1'}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Port': {'1.7'}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'PortForwarding': {'1.2'}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'QosPolicy': {'1.9'}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'SecurityGroup': {'1.4'}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'SubPort': {'1.0'}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Subnet': {'1.1'}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Trunk': {'1.1'}} Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: consumer versions: Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: { DHCP agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: HyperV agent@hv-cinder-79680: {}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: L3 agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: Metadata agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: Metering agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: Open vSwitch agent@dv-cinder-796806-2-iscsi: { 'AddressGroup': '1.2', Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'ConntrackHelper': '1.0', Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Log': '1.0', Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Network': '1.1', Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Port': '1.7', Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'PortForwarding': '1.2', Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'QosPolicy': '1.9', Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'SecurityGroup': '1.4', Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'SecurityGroupRule': '1.2', Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'SubPort': '1.0', Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Subnet': '1.1', Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: 'Trunk': '1.1'}} Sep 15 17:00:23.848958 dv-cinder-796806-2-iscsi neutron-server[93880]: {{(pid=93880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:00:23.867613 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Checking segment: {'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:23.867952 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Network hostable DHCP agents. Network: b001fffd-df46-42ce-ac95-85f7832c7c8b, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:00:23.886173 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Network b001fffd-df46-42ce-ac95-85f7832c7c8b is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:00:23.898281 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, b001fffd-df46-42ce-ac95-85f7832c7c8b) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:23.904533 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:23.905644 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:23.916651 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5099834e-9c92-45f8-96a4-ddb508aa5ed2 None None] Network b001fffd-df46-42ce-ac95-85f7832c7c8b requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:00:23.929782 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-67fb14ee-6ed1-4651-a23d-2fcb685366b8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4399726 Sep 15 17:00:23.930962 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58954) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:23.936636 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1580740405-router', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:23.959259 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7841'] for router, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:23.960348 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3687446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7830'] for router, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.019399 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.063077 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c969f-20a4-41ac-82b3-af88bfef30a3 None None] Network b001fffd-df46-42ce-ac95-85f7832c7c8b requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:00:24.169344 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.234317 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 58964) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:24.268872 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 58968) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:24.410126 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad391-5a8f-44ee-b8b0-b067c802a002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.488721 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.512670 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.540894 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1615442495-network', 'tenant_id': 'b33061c59f2e447ca8f266322973b3e1'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:24.590479 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Made reservation on behalf of b33061c59f2e447ca8f266322973b3e1 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:24.597324 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.609554 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.625258 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-network', 'tenant_id': '3af89be461524d2b9fef141be2367ec2'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:24.654354 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Made reservation on behalf of 3af89be461524d2b9fef141be2367ec2 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:24.656878 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.671574 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.677528 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Allocated IP 172.27.0.160 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/da7daec2-5de0-4243-88b3-c45306a3861b) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:24.789065 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.797021 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58986) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:24.801752 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.808968 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.817002 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 58994) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:24.839830 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53353ea3-04ba-494c-97af-12606aed6751,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:24.859561 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:00:24.871126 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.883846 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.884471 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Added segment cc931188-f015-48ad-a411-942c4c768317 of type vlan for network 39b6e323-3e3b-4fb6-9a81-cff37a6bd636 Sep 15 17:00:24.917401 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:24.920383 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:24.924423 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:24.946394 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.970658 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Pushing event updated for resources: {'Port': ['ID=da7daec2-5de0-4243-88b3-c45306a3861b,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:25.001163 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.002419 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:25.003152 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.011497 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.036362 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.073093 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86198666-1afd-46b1-8cca-8ed69e2bf3e6,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:25.083412 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8468213 Sep 15 17:00:25.085584 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-343080577-network', 'tenant_id': '4c31f3e4bed5431c93952e58f7b5de30'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:25.102849 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59012) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:25.111889 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2147159131-network', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:25.114738 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:00:25.123336 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93218252-2d3e-4313-a1df-bfd59cdd3b55 admin admin] Pushing event updated for resources: {'Network': ['ID=39b6e323-3e3b-4fb6-9a81-cff37a6bd636,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:25.130567 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.131154 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Added segment 1777ba7a-5a42-4ef7-a708-e0834a691dc9 of type vlan for network 41390e80-5a37-4d89-9768-ab4b57783230 Sep 15 17:00:25.138652 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network 39b6e323-3e3b-4fb6-9a81-cff37a6bd636 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:00:25.181137 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.187092 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-d5aa98c2-3433-4cd9-a958-bfffaba6fde0 admin admin] Request body: {'subnet': {'network_id': '39b6e323-3e3b-4fb6-9a81-cff37a6bd636', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1615442495-subnet', 'tenant_id': 'b33061c59f2e447ca8f266322973b3e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:25.195593 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Made reservation on behalf of 4c31f3e4bed5431c93952e58f7b5de30 for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:25.198160 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.209943 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.217682 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.218908 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:25.219745 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.257853 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Made reservation on behalf of b6761e1d9bc847e1aaf93f8f6a6c07c6 for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:25.260185 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.263014 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9923787 Sep 15 17:00:25.267657 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59024) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:25.273127 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-43071f2d-43a5-46c5-9623-2d600c12c325 admin admin] Request body: {'subnet': {'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-subnet', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:25.289178 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.308298 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6de6c-9a78-4406-9226-453d2efb0339 admin admin] Pushing event updated for resources: {'Network': ['ID=41390e80-5a37-4d89-9768-ab4b57783230,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:25.318973 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network 41390e80-5a37-4d89-9768-ab4b57783230 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:00:25.405214 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.539551 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.554102 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.617627 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:00:25.650842 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.651213 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Added segment 2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02 of type vlan for network 1c949ee6-8675-43a3-8464-0524a7aadfe9 Sep 15 17:00:25.654947 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aa98c2-3433-4cd9-a958-bfffaba6fde0 admin admin] Made reservation on behalf of b33061c59f2e447ca8f266322973b3e1 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:25.657934 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d5aa98c2-3433-4cd9-a958-bfffaba6fde0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.674662 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43071f2d-43a5-46c5-9623-2d600c12c325 admin admin] Made reservation on behalf of 3af89be461524d2b9fef141be2367ec2 for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:25.681588 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43071f2d-43a5-46c5-9623-2d600c12c325 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.731289 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ebd4c1-1527-4ab8-bc49-2c2c34a11921,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:25.825354 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.864135 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3691857'] for router, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.924664 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43071f2d-43a5-46c5-9623-2d600c12c325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.988129 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43071f2d-43a5-46c5-9623-2d600c12c325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8815898d-b5f7-4b05-94b1-deab0b1fc8f9,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:25.998418 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43071f2d-43a5-46c5-9623-2d600c12c325 admin admin] Checking segment: {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:25.998787 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43071f2d-43a5-46c5-9623-2d600c12c325 admin admin] Network hostable DHCP agents. Network: 41390e80-5a37-4d89-9768-ab4b57783230, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:00:26.026020 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43071f2d-43a5-46c5-9623-2d600c12c325 admin admin] Network 41390e80-5a37-4d89-9768-ab4b57783230 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:00:26.040999 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-43071f2d-43a5-46c5-9623-2d600c12c325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, 41390e80-5a37-4d89-9768-ab4b57783230) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:26.050966 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0952c8f8-efc8-4fac-be5a-2020eb452f4a None None] Network 41390e80-5a37-4d89-9768-ab4b57783230 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:00:26.057127 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43071f2d-43a5-46c5-9623-2d600c12c325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:26.058438 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-43071f2d-43a5-46c5-9623-2d600c12c325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.062744 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.064053 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:26.067069 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.279697 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d6edbe5-1399-5a55-9820-08a0dd3a1f98-41390e80-5a37-4d89-9768-ab4b57783230', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9'}]}} from dv-cinder-796806-2-iscsi. {{(pid=93882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:00:26.280802 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.297176 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Router 241bda00-7d00-4ff2-a311-9b635aa02725 is scheduled to L3 agent 21334550-ce88-4843-91b5-85275250437d with binding_index 1 {{(pid=93881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:00:26.325274 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] Pushing event updated for resources: {'Network': ['ID=1c949ee6-8675-43a3-8464-0524a7aadfe9,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:26.339640 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.356275 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.362605 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-43071f2d-43a5-46c5-9623-2d600c12c325 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0929739 Sep 15 17:00:26.363659 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59078) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:26.364852 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-4a94a57d-90ee-4e35-9783-37b7994ba820 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5666549 Sep 15 17:00:26.369150 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59080) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:26.369943 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:26.414938 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-635b02d6-8520-4178-88f8-7512ef2f7b8b admin admin] Request body: {'subnet': {'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-343080577-subnet', 'tenant_id': '4c31f3e4bed5431c93952e58f7b5de30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:26.425984 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d5aa98c2-3433-4cd9-a958-bfffaba6fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.427671 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7841'] for router, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.430561 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3687446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7830'] for router, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.443903 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:00:26.459948 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Allocated IP 172.20.0.2 (41390e80-5a37-4d89-9768-ab4b57783230/8815898d-b5f7-4b05-94b1-deab0b1fc8f9/244f0caa-5d86-4775-ac36-aa0908f47e25) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:26.481107 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44d0f32-ef79-4534-b0e7-8c8599bbf8b3,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:26.491388 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.491729 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Added segment 01fd53ed-ba10-4ee9-abcb-b99d17453197 of type vlan for network e8abcfa2-4651-46db-bfa8-dca22372e9a9 Sep 15 17:00:26.570597 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635b02d6-8520-4178-88f8-7512ef2f7b8b admin admin] Made reservation on behalf of 4c31f3e4bed5431c93952e58f7b5de30 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:26.575021 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-635b02d6-8520-4178-88f8-7512ef2f7b8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.735853 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network 1c949ee6-8675-43a3-8464-0524a7aadfe9 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:00:26.754815 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.862901 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.873028 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.939938 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:26.970989 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59098) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:26.975920 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Pushing event updated for resources: {'Port': ['ID=244f0caa-5d86-4775-ac36-aa0908f47e25,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:26.998988 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:26.999865 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:27.000272 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:27.000727 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:27.001104 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:27.001787 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:27.002166 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:27.002765 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:27.002890 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:27.003168 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:27.003535 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:27.003852 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Tracked resource versions report: Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: pushed versions: Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: { 'AddressGroup': {'1.2'}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'ConntrackHelper': {'1.0'}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Log': {'1.0'}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Network': {'1.1'}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Port': {'1.7'}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'PortForwarding': {'1.2'}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'QosPolicy': {'1.9'}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'SecurityGroup': {'1.4'}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'SubPort': {'1.0'}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Subnet': {'1.1'}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Trunk': {'1.1'}} Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: consumer versions: Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: { DHCP agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: HyperV agent@hv-cinder-79680: {}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: L3 agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: Metadata agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: Metering agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: Open vSwitch agent@dv-cinder-796806-2-iscsi: { 'AddressGroup': '1.2', Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'ConntrackHelper': '1.0', Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Log': '1.0', Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Network': '1.1', Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Port': '1.7', Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'PortForwarding': '1.2', Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'QosPolicy': '1.9', Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'SecurityGroup': '1.4', Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'SecurityGroupRule': '1.2', Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'SubPort': '1.0', Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Subnet': '1.1', Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: 'Trunk': '1.1'}} Sep 15 17:00:27.004976 dv-cinder-796806-2-iscsi neutron-server[93882]: {{(pid=93882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:00:27.009012 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa98c2-3433-4cd9-a958-bfffaba6fde0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11ef472-c8e6-4635-8a6a-519b81cf446f,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:27.019031 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cfde190f-7fd4-43fe-a1e3-8b704514c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.020678 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:00:27.033166 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Network 41390e80-5a37-4d89-9768-ab4b57783230 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:27.036841 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:27.041491 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aa98c2-3433-4cd9-a958-bfffaba6fde0 admin admin] Checking segment: {'id': 'cc931188-f015-48ad-a411-942c4c768317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '39b6e323-3e3b-4fb6-9a81-cff37a6bd636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:27.041491 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa98c2-3433-4cd9-a958-bfffaba6fde0 admin admin] Network hostable DHCP agents. Network: 39b6e323-3e3b-4fb6-9a81-cff37a6bd636, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:00:27.043434 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:27.066726 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.067685 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:27.068247 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.068979 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.084349 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Sync routers for ids ['241bda00-7d00-4ff2-a311-9b635aa02725'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:00:27.106121 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Routers {'241bda00-7d00-4ff2-a311-9b635aa02725'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:27.107974 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['241bda00-7d00-4ff2-a311-9b635aa02725'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:27.134002 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3130045 Sep 15 17:00:27.134002 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa98c2-3433-4cd9-a958-bfffaba6fde0 admin admin] Network 39b6e323-3e3b-4fb6-9a81-cff37a6bd636 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:00:27.135234 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59108) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:27.142295 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-c21b94e2-6bd6-4657-aa24-2bcf837bc8d1 admin admin] Request body: {'subnet': {'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2147159131-subnet', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:27.163770 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.168558 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5ed70306-4b1a-498f-b767-d7d20aa57438 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2329881 Sep 15 17:00:27.187223 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59110) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:27.199765 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b050875-2202-40c6-ac4a-7d29d35657b4 admin admin] Pushing event updated for resources: {'Network': ['ID=e8abcfa2-4651-46db-bfa8-dca22372e9a9,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:27.203191 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Attempting to bind port 244f0caa-5d86-4775-ac36-aa0908f47e25 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:27.204765 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Attempting to bind port 244f0caa-5d86-4775-ac36-aa0908f47e25 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:27.206101 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Attempting to bind port 244f0caa-5d86-4775-ac36-aa0908f47e25 on network 41390e80-5a37-4d89-9768-ab4b57783230 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:27.207493 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa98c2-3433-4cd9-a958-bfffaba6fde0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, 39b6e323-3e3b-4fb6-9a81-cff37a6bd636) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:27.213954 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa98c2-3433-4cd9-a958-bfffaba6fde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:27.214606 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d5aa98c2-3433-4cd9-a958-bfffaba6fde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.227021 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:27.227850 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Checking segment: {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:27.228850 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.230365 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Bound using segment: {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:27.232583 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Bound port: 244f0caa-5d86-4775-ac36-aa0908f47e25, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:27.233613 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.236868 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4034aa-8f0c-466f-928d-6f9c808bbe49 None None] Network 39b6e323-3e3b-4fb6-9a81-cff37a6bd636 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:00:27.239837 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network e8abcfa2-4651-46db-bfa8-dca22372e9a9 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:00:27.268099 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d5aa98c2-3433-4cd9-a958-bfffaba6fde0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1603251 Sep 15 17:00:27.269797 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21b94e2-6bd6-4657-aa24-2bcf837bc8d1 admin admin] Made reservation on behalf of b6761e1d9bc847e1aaf93f8f6a6c07c6 for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:27.272624 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c21b94e2-6bd6-4657-aa24-2bcf837bc8d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.289703 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-635b02d6-8520-4178-88f8-7512ef2f7b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.350367 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b02d6-8520-4178-88f8-7512ef2f7b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=accd8fc5-9f55-4517-b84c-77fbbe2562b7,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:27.358256 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b02d6-8520-4178-88f8-7512ef2f7b8b admin admin] Checking segment: {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:27.358605 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b02d6-8520-4178-88f8-7512ef2f7b8b admin admin] Network hostable DHCP agents. Network: 1c949ee6-8675-43a3-8464-0524a7aadfe9, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:00:27.378528 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b02d6-8520-4178-88f8-7512ef2f7b8b admin admin] Network 1c949ee6-8675-43a3-8464-0524a7aadfe9 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:00:27.391367 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-635b02d6-8520-4178-88f8-7512ef2f7b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, 1c949ee6-8675-43a3-8464-0524a7aadfe9) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:27.403448 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635b02d6-8520-4178-88f8-7512ef2f7b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:27.406396 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-635b02d6-8520-4178-88f8-7512ef2f7b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.412288 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Set router 241bda00-7d00-4ff2-a311-9b635aa02725 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:27.423885 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a4413-85db-4f6c-9ea5-348f2928f352 None None] Network 1c949ee6-8675-43a3-8464-0524a7aadfe9 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:00:27.461824 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-635b02d6-8520-4178-88f8-7512ef2f7b8b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0772018 Sep 15 17:00:27.554670 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a20ecef7-4a2d-44da-a3ad-5e5048752661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.630538 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f25cc-885e-4aec-9255-33595c1f3ba7 None None] Network 39b6e323-3e3b-4fb6-9a81-cff37a6bd636 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:00:27.679066 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'name': 'tempest-ServerRescueNegativeTestJSON-1580740405-router', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:23Z', 'updated_at': '2021-09-15T17:00:25Z', 'revision_number': 3, 'project_id': '4bb8c151774347d69894809acbb89571', 'gw_port': {'id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:24Z', 'updated_at': '2021-09-15T17:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:27.710532 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Checking router: 241bda00-7d00-4ff2-a311-9b635aa02725 for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:00:27.711101 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Updating router 241bda00-7d00-4ff2-a311-9b635aa02725 port da7daec2-5de0-4243-88b3-c45306a3861b binding host dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:00:27.741020 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.906035 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59164) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:27.909857 dv-cinder-796806-2-iscsi neutron-server[93881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 17:00:28.112447 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] For port 244f0caa-5d86-4775-ac36-aa0908f47e25, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:28.135428 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59178) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:28.142099 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:28.148748 dv-cinder-796806-2-iscsi neutron-server[93880]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 17:00:28.171070 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-bc3d9b40-39a3-403f-b4ee-da8524dc6611 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:28.184829 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-bc3d9b40-39a3-403f-b4ee-da8524dc6611 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/networks?id=39b6e323-3e3b-4fb6-9a81-cff37a6bd636 HTTP/1.1" status: 200 len: 812 time: 0.2769535 Sep 15 17:00:28.196772 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-b1261a0d-f082-4b93-a26a-e2fadad0edfe tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/quotas/b33061c59f2e447ca8f266322973b3e1 HTTP/1.1" status: 200 len: 375 time: 0.0109284 Sep 15 17:00:28.198261 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] For port 244f0caa-5d86-4775-ac36-aa0908f47e25, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=244f0caa-5d86-4775-ac36-aa0908f47e25,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:28.209160 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:28.222234 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:28.231889 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:28.293839 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Attempting to bind port da7daec2-5de0-4243-88b3-c45306a3861b on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:28.294215 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Attempting to bind port da7daec2-5de0-4243-88b3-c45306a3861b by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:28.294582 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Attempting to bind port da7daec2-5de0-4243-88b3-c45306a3861b on network 0a12a79d-29f1-4548-82a1-b61425661d5c {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:28.294846 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a900b5-979c-4c14-82ae-84fd208d8458 None None] Pushing event updated for resources: {'Port': ['ID=244f0caa-5d86-4775-ac36-aa0908f47e25,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:28.299201 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-fd7e2775-c675-406a-8eef-34b0d183c633 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b33061c59f2e447ca8f266322973b3e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949526 Sep 15 17:00:28.312351 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:28.312823 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Checking segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:28.317824 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:28.318435 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Bound using segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:28.319390 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Bound port: da7daec2-5de0-4243-88b3-c45306a3861b, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:28.319999 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:28.347450 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Pushing event updated for resources: {'Port': ['ID=da7daec2-5de0-4243-88b3-c45306a3861b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:28.367057 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:28.367760 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:28.368317 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:28.368871 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:28.369392 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:28.372219 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:28.372709 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:28.373333 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:28.374449 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:28.375353 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:28.375692 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:28.376026 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Tracked resource versions report: Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: pushed versions: Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: { 'AddressGroup': {'1.2'}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Log': {'1.0'}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Network': {'1.1'}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Port': {'1.7'}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'PortForwarding': {'1.2'}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'QosPolicy': {'1.9'}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'SecurityGroup': {'1.4'}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'SubPort': {'1.0'}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Subnet': {'1.1'}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Trunk': {'1.1'}} Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: consumer versions: Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: { DHCP agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: HyperV agent@hv-cinder-79680: {}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: L3 agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: Metadata agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: Metering agent@dv-cinder-796806-2-iscsi: {}, Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: Open vSwitch agent@dv-cinder-796806-2-iscsi: { 'AddressGroup': '1.2', Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'ConntrackHelper': '1.0', Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Log': '1.0', Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Network': '1.1', Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Port': '1.7', Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'PortForwarding': '1.2', Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'QosPolicy': '1.9', Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'SecurityGroup': '1.4', Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'SecurityGroupRule': '1.2', Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'SubPort': '1.0', Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Subnet': '1.1', Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: 'Trunk': '1.1'}} Sep 15 17:00:28.379264 dv-cinder-796806-2-iscsi neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:00:28.414013 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccab79ef-d348-4250-86a1-d1c1948b215d None None] Network 1c949ee6-8675-43a3-8464-0524a7aadfe9 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:00:28.444666 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] For port da7daec2-5de0-4243-88b3-c45306a3861b, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:28.453522 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] For port da7daec2-5de0-4243-88b3-c45306a3861b, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=da7daec2-5de0-4243-88b3-c45306a3861b,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:28.460260 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:28.531381 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-d50d5b3a-80cc-4d42-9b16-33fc18c5b598 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:00:28.538852 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-d50d5b3a-80cc-4d42-9b16-33fc18c5b598 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1052725 Sep 15 17:00:28.544230 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd673dc-7ac9-46d0-b403-c275e88d4b55 None None] Pushing event updated for resources: {'Port': ['ID=da7daec2-5de0-4243-88b3-c45306a3861b,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:28.581307 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Routers {'241bda00-7d00-4ff2-a311-9b635aa02725'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:28.581307 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['241bda00-7d00-4ff2-a311-9b635aa02725'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:28.643294 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:28.751225 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-5a431238-cb5f-4029-a9c1-8dbe5d9ca75f tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:28.759032 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-5a431238-cb5f-4029-a9c1-8dbe5d9ca75f tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 814 time: 0.6169310 Sep 15 17:00:28.761467 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-9b1a49be-36d3-4f51-9138-eb8a805e9743 service neutron] 10.222.0.13 "GET /v2.0/networks/39b6e323-3e3b-4fb6-9a81-cff37a6bd636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217469 Sep 15 17:00:28.773095 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c21b94e2-6bd6-4657-aa24-2bcf837bc8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:28.778938 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] Set router 241bda00-7d00-4ff2-a311-9b635aa02725 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:28.834236 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-57173c1d-9e42-405f-b025-3b0d1d3689a4 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/quotas/4c31f3e4bed5431c93952e58f7b5de30 HTTP/1.1" status: 200 len: 375 time: 0.0743196 Sep 15 17:00:28.869314 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-29ec769a-ced0-414d-bd32-11faf272f4c5 service neutron] 10.222.0.13 "GET /v2.0/networks/39b6e323-3e3b-4fb6-9a81-cff37a6bd636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014957 Sep 15 17:00:28.975264 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-1a93a48d-7c11-4340-8d40-95330a155462 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1401727 Sep 15 17:00:28.977081 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'name': 'tempest-ServerRescueNegativeTestJSON-1580740405-router', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:23Z', 'updated_at': '2021-09-15T17:00:25Z', 'revision_number': 3, 'project_id': '4bb8c151774347d69894809acbb89571', 'gw_port': {'id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:24Z', 'updated_at': '2021-09-15T17:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:29.020879 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddbb36-dc19-4a1f-ae0a-d64542d6ddab None None] The sync data for ids ['241bda00-7d00-4ff2-a311-9b635aa02725'] in dv-cinder-796806-2-iscsi is: [{'id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'name': 'tempest-ServerRescueNegativeTestJSON-1580740405-router', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:23Z', 'updated_at': '2021-09-15T17:00:25Z', 'revision_number': 3, 'project_id': '4bb8c151774347d69894809acbb89571', 'gw_port': {'id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:24Z', 'updated_at': '2021-09-15T17:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:00:29.044008 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b94e2-6bd6-4657-aa24-2bcf837bc8d1 admin admin] Checking segment: {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:29.044479 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b94e2-6bd6-4657-aa24-2bcf837bc8d1 admin admin] Network hostable DHCP agents. Network: e8abcfa2-4651-46db-bfa8-dca22372e9a9, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:00:29.087764 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b94e2-6bd6-4657-aa24-2bcf837bc8d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06bceb72-5d20-4bec-a77a-620e787ae235,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:29.114523 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a20ecef7-4a2d-44da-a3ad-5e5048752661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:29.127487 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:29.164246 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:29.174145 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a20ecef7-4a2d-44da-a3ad-5e5048752661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:29.242274 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ecef7-4a2d-44da-a3ad-5e5048752661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da173310-c266-47bb-ad1e-9b9299b2a10c,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:29.257856 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-00d30714-f3b1-425d-bc93-396899f8ac20 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:00:29.258878 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-00d30714-f3b1-425d-bc93-396899f8ac20 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1635146 Sep 15 17:00:29.290086 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0db61b93-71fb-4831-b579-dd70b05ffb3c req-ecdebae2-bfe9-43ad-9349-29861b91c139 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 210 time: 0.1131628 Sep 15 17:00:29.460017 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59228) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:29.461991 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a20ecef7-4a2d-44da-a3ad-5e5048752661 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d7c92dc3bff443ea65f2bcf949828a1&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4898968 Sep 15 17:00:29.462836 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b94e2-6bd6-4657-aa24-2bcf837bc8d1 admin admin] Network e8abcfa2-4651-46db-bfa8-dca22372e9a9 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:00:29.547148 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9ba004d5-5615-4145-a70a-50a209afc5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:29.582095 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9ba004d5-5615-4145-a70a-50a209afc5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:29.585958 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-c21b94e2-6bd6-4657-aa24-2bcf837bc8d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, e8abcfa2-4651-46db-bfa8-dca22372e9a9) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:29.596001 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433f5a91-8873-4e02-84b2-0e1258e11ae9 None None] Network e8abcfa2-4651-46db-bfa8-dca22372e9a9 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:00:29.647885 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59230) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:29.678933 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b94e2-6bd6-4657-aa24-2bcf837bc8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:29.679564 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c21b94e2-6bd6-4657-aa24-2bcf837bc8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:29.744758 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9ba004d5-5615-4145-a70a-50a209afc5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:29.754466 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9ba004d5-5615-4145-a70a-50a209afc5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:29.760915 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9ba004d5-5615-4145-a70a-50a209afc5cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da173310-c266-47bb-ad1e-9b9299b2a10c HTTP/1.1" status: 204 len: 168 time: 0.2959933 Sep 15 17:00:29.786901 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba004d5-5615-4145-a70a-50a209afc5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da173310-c266-47bb-ad1e-9b9299b2a10c,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:29.797210 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aa2b4e-cb2b-453d-a04d-d283b65d059f None None] Network 41390e80-5a37-4d89-9768-ab4b57783230 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:00:29.958927 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-db349c23-a82e-48a7-a55b-c23a49b18555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.000651 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.009877 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c21b94e2-6bd6-4657-aa24-2bcf837bc8d1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8701024 Sep 15 17:00:30.014987 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59254) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:30.032684 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:30.039593 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-cc8cbd99-ded5-4105-ac3b-de87e7da37b7 service neutron] 10.222.0.13 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6562736 Sep 15 17:00:30.040264 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device da7daec2-5de0-4243-88b3-c45306a3861b up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:30.125184 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Allocated IP 172.27.0.79 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/5a49ec5c-d4d5-4ceb-8869-d21102509aec) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:30.183927 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-db349c23-a82e-48a7-a55b-c23a49b18555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.196047 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-db349c23-a82e-48a7-a55b-c23a49b18555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.274233 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-f557377a-7fdf-40c1-9020-600a26f1c655 None None] Provisioning complete for port 244f0caa-5d86-4775-ac36-aa0908f47e25 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:30.274610 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f557377a-7fdf-40c1-9020-600a26f1c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.291642 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.301350 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-db349c23-a82e-48a7-a55b-c23a49b18555 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecafd135203e4a3da8faf92b910a8e2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6503298 Sep 15 17:00:30.306719 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59260) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:30.331723 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7841'] for router, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.334646 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3687446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7830'] for router, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.347134 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db349c23-a82e-48a7-a55b-c23a49b18555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941cd859-5b21-4f57-8109-d05e078806cd,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:30.440470 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59266) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:30.487151 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d6edbe5-1399-5a55-9820-08a0dd3a1f98-e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235'}]}} from dv-cinder-796806-2-iscsi. {{(pid=93882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:00:30.488151 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.553034 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-18c0dbc6-cd03-44a3-b273-907c3b25cd35 req-02299f95-ac7a-42d9-b960-a9d0652c4fd6 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 210 time: 0.1129544 Sep 15 17:00:30.554590 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port da7daec2-5de0-4243-88b3-c45306a3861b triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:30.555049 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.611808 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.728165 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-50eb3700-f1e7-4a66-8870-b70fc880e7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.746473 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f557377a-7fdf-40c1-9020-600a26f1c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.777925 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34670a5e-1780-43f5-b7dd-2ebeff7dc0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.815306 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-50eb3700-f1e7-4a66-8870-b70fc880e7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.840162 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-f557377a-7fdf-40c1-9020-600a26f1c655 None None] For port 244f0caa-5d86-4775-ac36-aa0908f47e25, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=244f0caa-5d86-4775-ac36-aa0908f47e25,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:30.856847 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f557377a-7fdf-40c1-9020-600a26f1c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.869996 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-9167fc60-53bc-4803-853a-af7ff9f9d1be service neutron] 10.222.0.13 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8279138 Sep 15 17:00:30.947269 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Allocated IP 172.20.0.2 (e8abcfa2-4651-46db-bfa8-dca22372e9a9/06bceb72-5d20-4bec-a77a-620e787ae235/6cc21366-c172-4ac9-90ba-477783964a19) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:30.977432 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.030220 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.091743 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-50eb3700-f1e7-4a66-8870-b70fc880e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.095936 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-50eb3700-f1e7-4a66-8870-b70fc880e7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.097816 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-50eb3700-f1e7-4a66-8870-b70fc880e7a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/941cd859-5b21-4f57-8109-d05e078806cd HTTP/1.1" status: 204 len: 168 time: 0.7861209 Sep 15 17:00:31.121673 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Allocated IP 172.20.0.1 (b001fffd-df46-42ce-ac95-85f7832c7c8b/fb25078e-4bc9-4e87-9857-16b4673ee250/5b40cb63-2428-4f7f-a550-e3912a3fcff6) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:31.135292 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.144454 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb3700-f1e7-4a66-8870-b70fc880e7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941cd859-5b21-4f57-8109-d05e078806cd,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:31.272105 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:31.299148 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:31.304081 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:31.314004 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-91b8500d-e3e5-4096-a38f-15c395c78bbd req-64bb1c6d-1ca3-4672-b89b-f11a11fbfafa tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 210 time: 0.0556612 Sep 15 17:00:31.388976 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34670a5e-1780-43f5-b7dd-2ebeff7dc0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.392159 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a49ec5c-d4d5-4ceb-8869-d21102509aec,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:31.400449 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-b84f5649-18e4-441f-a85b-a5c73c77d933 None None] Provisioning complete for port 244f0caa-5d86-4775-ac36-aa0908f47e25 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:31.400893 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b84f5649-18e4-441f-a85b-a5c73c77d933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.477606 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34670a5e-1780-43f5-b7dd-2ebeff7dc0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.524452 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.537654 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34670a5e-1780-43f5-b7dd-2ebeff7dc0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716db41d-e7fd-4012-b4f5-f6898801adae,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:31.565682 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.686565 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-34670a5e-1780-43f5-b7dd-2ebeff7dc0fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa12b2558a334780b71c5a34d64ed3d9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0603893 Sep 15 17:00:31.691607 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59310) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:31.751978 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557377a-7fdf-40c1-9020-600a26f1c655 None None] Pushing event updated for resources: {'Port': ['ID=244f0caa-5d86-4775-ac36-aa0908f47e25,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:31.827402 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.844126 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.893991 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.904055 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.939681 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port da7daec2-5de0-4243-88b3-c45306a3861b, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=da7daec2-5de0-4243-88b3-c45306a3861b,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:31.951646 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.952509 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 244f0caa-5d86-4775-ac36-aa0908f47e25 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:31.953710 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:31.955603 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Network e8abcfa2-4651-46db-bfa8-dca22372e9a9 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:31.960859 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:31.970434 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-28b7d1f8-d540-4221-bd3d-acad7b8b2e37 req-7486bc61-6f42-4cff-9f86-fb5cac9942fa tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 210 time: 0.0815372 Sep 15 17:00:31.982858 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:32.010589 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Pushing event updated for resources: {'Port': ['ID=6cc21366-c172-4ac9-90ba-477783964a19,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:32.069911 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-69f159b6-b6b2-4d9c-be85-14775c80120a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.096629 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Allocated IP 172.27.0.113 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:32.127891 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-69f159b6-b6b2-4d9c-be85-14775c80120a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.191901 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.263837 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Attempting to bind port 6cc21366-c172-4ac9-90ba-477783964a19 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:32.263837 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Attempting to bind port 6cc21366-c172-4ac9-90ba-477783964a19 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:32.263837 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Attempting to bind port 6cc21366-c172-4ac9-90ba-477783964a19 on network e8abcfa2-4651-46db-bfa8-dca22372e9a9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:32.294787 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Network b001fffd-df46-42ce-ac95-85f7832c7c8b is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:32.302126 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:32.308264 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:32.308763 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691910'] for router_interface, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.316471 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=da7daec2-5de0-4243-88b3-c45306a3861b,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:32.329191 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:32.333420 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Checking segment: {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:32.333865 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.334437 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Bound using segment: {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:32.334894 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Bound port: 6cc21366-c172-4ac9-90ba-477783964a19, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:32.336972 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.340731 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-69f159b6-b6b2-4d9c-be85-14775c80120a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.344618 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-69f159b6-b6b2-4d9c-be85-14775c80120a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.350189 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-69f159b6-b6b2-4d9c-be85-14775c80120a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/716db41d-e7fd-4012-b4f5-f6898801adae HTTP/1.1" status: 204 len: 168 time: 0.6566155 Sep 15 17:00:32.374037 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f159b6-b6b2-4d9c-be85-14775c80120a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716db41d-e7fd-4012-b4f5-f6898801adae,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:32.382510 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.417812 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 244f0caa-5d86-4775-ac36-aa0908f47e25 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:32.418527 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.430353 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-094ac7bf-32bb-4523-a3d0-cdcea18a3d1e req-ece6f7fe-8a2d-489f-9efb-fa93e948f3b4 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 210 time: 0.0367334 Sep 15 17:00:32.468819 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.490970 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b40cb63-2428-4f7f-a550-e3912a3fcff6,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:32.511378 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:32.516390 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:32.524549 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:32.658885 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Pushing event updated for resources: {'Port': ['ID=6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:32.755972 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3691857'] for router, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.781839 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.790177 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] For port 6cc21366-c172-4ac9-90ba-477783964a19, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:32.817955 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] For port 6cc21366-c172-4ac9-90ba-477783964a19, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=6cc21366-c172-4ac9-90ba-477783964a19,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:32.826196 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.978166 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56c104-df26-4b44-944e-74714bd00998 None None] Pushing event updated for resources: {'Port': ['ID=6cc21366-c172-4ac9-90ba-477783964a19,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:32.984594 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.989124 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device da7daec2-5de0-4243-88b3-c45306a3861b up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:33.024267 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3691857'] for router, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:33.175970 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port da7daec2-5de0-4243-88b3-c45306a3861b triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:33.176411 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:33.193816 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Router 8f4e16b2-1891-4f32-bac7-acdf419734f4 is scheduled to L3 agent 21334550-ce88-4843-91b5-85275250437d with binding_index 1 {{(pid=93881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:00:33.233863 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f2676272-7e62-4334-8f5a-8e0196e5a65d req-e57e308d-afd3-488b-8fb8-ea33fa640fd9 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 210 time: 0.0505865 Sep 15 17:00:33.422385 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:00:33.475747 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 244f0caa-5d86-4775-ac36-aa0908f47e25 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:33.475747 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Sync routers for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:00:33.488460 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:33.488460 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6d4c91d5-aeab-41a7-a851-0c587f541f4b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4253936 Sep 15 17:00:33.488460 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59374) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:33.526183 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:33.527655 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:33.627740 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Router d1f28732-1808-4d13-baa6-9a861f34559c is scheduled to L3 agent 21334550-ce88-4843-91b5-85275250437d with binding_index 1 {{(pid=93880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:00:33.724482 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e64fc5a0-3a60-4358-9f18-4d5d3814fe17 req-da5b11ee-e4ee-477d-a43c-f3fa8e78338c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 210 time: 0.0546334 Sep 15 17:00:33.770777 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 244f0caa-5d86-4775-ac36-aa0908f47e25 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:33.770777 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:33.837061 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:33.840620 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:00:33.846529 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:33.846725 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3722926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680790'] for router_interface, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:33.852786 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Sync routers for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:00:33.866239 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:33.866864 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:33.889068 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:34.069946 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Network b001fffd-df46-42ce-ac95-85f7832c7c8b is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:34.082052 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:34.098716 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e59f7df0-0ff3-453a-861a-c256769321d7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7337499 Sep 15 17:00:34.112153 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59396) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:34.113062 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:34.241830 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:32Z', 'revision_number': 3, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:34.312168 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Checking router: 8f4e16b2-1891-4f32-bac7-acdf419734f4 for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:00:34.312521 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Updating router 8f4e16b2-1891-4f32-bac7-acdf419734f4 port 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 binding host dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:00:34.382676 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:34.535754 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:34.606881 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:34.884009 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e93a5-ed8b-4795-ae61-c349362b2f62 None None] Network e8abcfa2-4651-46db-bfa8-dca22372e9a9 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:00:34.895464 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:34.951957 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:35.012481 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb8a19-0f1b-40a0-a14c-0d677199265d None None] Pushing event updated for resources: {'Port': ['ID=6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:35.016904 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 6cc21366-c172-4ac9-90ba-477783964a19 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:35.059006 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-a27fb8de-0c5a-40ba-9a6b-e07950f60fa3 None None] Provisioning complete for port 6cc21366-c172-4ac9-90ba-477783964a19 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:35.059536 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a27fb8de-0c5a-40ba-9a6b-e07950f60fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:35.077700 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:31Z', 'revision_number': 3, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:35.166271 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Checking router: d1f28732-1808-4d13-baa6-9a861f34559c for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:00:35.168084 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Updating router d1f28732-1808-4d13-baa6-9a861f34559c port 5a49ec5c-d4d5-4ceb-8869-d21102509aec binding host dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:00:35.175769 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1b43ea75-68bf-4368-9229-12bd0730fd90 req-a454abcf-ad8a-4d84-953e-02da852ae6d7 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 210 time: 0.3874369 Sep 15 17:00:35.179687 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b40cb63-2428-4f7f-a550-e3912a3fcff6,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:35.194666 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.61', 60424) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:35.227807 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:35.468631 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a6ace896-03ab-4658-8dc2-da5c514dbf9b req-bb61089f-c48c-4f72-84bf-b480ae1fb0c5 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 210 time: 0.3867362 Sep 15 17:00:35.485194 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Router 241bda00-7d00-4ff2-a311-9b635aa02725 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:00:35.574894 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Attempting to bind port 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:35.575456 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Attempting to bind port 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:35.576328 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Attempting to bind port 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 on network 0a12a79d-29f1-4548-82a1-b61425661d5c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:35.602090 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:35.605490 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Checking segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:35.606061 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:35.607819 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Bound using segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:35.608432 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Bound port: 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:35.609820 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:35.640288 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Allocated IP 172.20.0.1 (e8abcfa2-4651-46db-bfa8-dca22372e9a9/06bceb72-5d20-4bec-a77a-620e787ae235/488d18f4-21e1-47a9-a68a-1710d6b01311) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:35.683790 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.61', 60433) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:35.931131 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a27fb8de-0c5a-40ba-9a6b-e07950f60fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:35.948930 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:35.955863 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:35.967096 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 6cc21366-c172-4ac9-90ba-477783964a19 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:35.967468 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:35.977497 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:00:36.005714 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14d855-74d3-4c8c-9fd6-8760a0ddb582 None None] Pushing event updated for resources: {'Port': ['ID=5a49ec5c-d4d5-4ceb-8869-d21102509aec,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:36.051058 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Attempting to bind port 5a49ec5c-d4d5-4ceb-8869-d21102509aec on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:36.053032 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Attempting to bind port 5a49ec5c-d4d5-4ceb-8869-d21102509aec by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:36.053659 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Attempting to bind port 5a49ec5c-d4d5-4ceb-8869-d21102509aec on network 0a12a79d-29f1-4548-82a1-b61425661d5c {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:36.054168 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3b73990a-2b9b-402d-a05f-ab827ab93dc0 admin admin] 10.222.0.13 "PUT /v2.0/routers/241bda00-7d00-4ff2-a311-9b635aa02725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8117166 Sep 15 17:00:36.069018 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:36.069727 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Checking segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:36.070365 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:36.070978 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Bound using segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:36.071685 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Bound port: 5a49ec5c-d4d5-4ceb-8869-d21102509aec, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:36.072380 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:36.078889 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-40c2868d-0b17-4495-bd43-bdc5d4859985 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:36.086268 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:36.087497 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Sync routers for ids ['241bda00-7d00-4ff2-a311-9b635aa02725'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:00:36.091380 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-40c2868d-0b17-4495-bd43-bdc5d4859985 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.61 "GET /v2.0/networks?id=39b6e323-3e3b-4fb6-9a81-cff37a6bd636 HTTP/1.1" status: 200 len: 812 time: 0.8777523 Sep 15 17:00:36.149666 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:36.160715 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] For port 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:36.189285 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] For port 5a49ec5c-d4d5-4ceb-8869-d21102509aec, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:36.194932 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] For port 5a49ec5c-d4d5-4ceb-8869-d21102509aec, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=5a49ec5c-d4d5-4ceb-8869-d21102509aec,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:36.205466 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:36.206370 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Request body: {'port': {'device_id': 'b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be', 'network_id': '39b6e323-3e3b-4fb6-9a81-cff37a6bd636', 'admin_state_up': True, 'tenant_id': 'b33061c59f2e447ca8f266322973b3e1'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:36.267808 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14d855-74d3-4c8c-9fd6-8760a0ddb582 None None] Pushing event updated for resources: {'Port': ['ID=5a49ec5c-d4d5-4ceb-8869-d21102509aec,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:36.296144 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:36.297035 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:36.304695 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] For port 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:36.310084 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Network e8abcfa2-4651-46db-bfa8-dca22372e9a9 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:36.318788 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-e1f5e68c-1653-4613-b773-178f4d4b86ad tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:36.321131 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-e1f5e68c-1653-4613-b773-178f4d4b86ad tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 814 time: 0.6355731 Sep 15 17:00:36.324863 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:36.331185 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-a27fb8de-0c5a-40ba-9a6b-e07950f60fa3 None None] For port 6cc21366-c172-4ac9-90ba-477783964a19, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=6cc21366-c172-4ac9-90ba-477783964a19,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:36.333285 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:36.334226 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691910'] for router_interface, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:36.336811 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Routers {'241bda00-7d00-4ff2-a311-9b635aa02725'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:36.338294 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['241bda00-7d00-4ff2-a311-9b635aa02725'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:36.345617 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Request body: {'port': {'device_id': '5a822f77-7cd8-404c-9c1d-d0436e6eaabe', 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9', 'admin_state_up': True, 'tenant_id': '4c31f3e4bed5431c93952e58f7b5de30'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:36.349356 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:36.408683 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a2295769-5f56-4473-bc00-b0e9724e70e1 req-eea0bce0-6ec7-40f6-bff0-9915c3ef4b48 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 210 time: 0.1124153 Sep 15 17:00:36.439465 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a27fb8de-0c5a-40ba-9a6b-e07950f60fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:36.489839 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:36.902838 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:36.956843 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb8a19-0f1b-40a0-a14c-0d677199265d None None] Pushing event updated for resources: {'Port': ['ID=6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:36.959445 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:36.966489 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:37.009922 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Pushing event updated for resources: {'Port': ['ID=488d18f4-21e1-47a9-a68a-1710d6b01311,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:37.045975 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b9bd5202-beaa-4c05-87e6-fc439eb0991d req-1025867a-517a-479c-b604-549aec0b2cd1 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 210 time: 0.3159316 Sep 15 17:00:37.083753 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:37.086992 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59526) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:37.114706 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Set router 241bda00-7d00-4ff2-a311-9b635aa02725 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:37.168828 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:31Z', 'revision_number': 3, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:37.237678 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:37.314543 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44b4726-fdb3-4afe-8e3b-2aecd559a0eb None None] The sync data for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi is: [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:31Z', 'revision_number': 3, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:00:37.335083 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fb8de-0c5a-40ba-9a6b-e07950f60fa3 None None] Pushing event updated for resources: {'Port': ['ID=6cc21366-c172-4ac9-90ba-477783964a19,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:37.629141 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Made reservation on behalf of b33061c59f2e447ca8f266322973b3e1 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:37.649515 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:37.715187 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-da42df2e-9eef-43ff-a410-f6553eb5847c None None] Provisioning complete for port 488d18f4-21e1-47a9-a68a-1710d6b01311 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:37.716130 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da42df2e-9eef-43ff-a410-f6553eb5847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:37.723700 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:37.834529 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Allocated IP 172.20.0.1 (41390e80-5a37-4d89-9768-ab4b57783230/8815898d-b5f7-4b05-94b1-deab0b1fc8f9/eb0912a4-353f-4bbc-b285-4c9fbf384b92) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:38.038067 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:38.137184 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-da42df2e-9eef-43ff-a410-f6553eb5847c None None] Port 488d18f4-21e1-47a9-a68a-1710d6b01311 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:00:38.216301 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-da42df2e-9eef-43ff-a410-f6553eb5847c None None] Provisioning complete for port 6cc21366-c172-4ac9-90ba-477783964a19 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:38.216973 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da42df2e-9eef-43ff-a410-f6553eb5847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:38.255518 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:38.273150 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c6c0deaf-8da6-47df-b42f-cfc6661681f0 req-5aaf20c6-d052-4cef-a371-7a7bf2c6c6ff tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 210 time: 0.6152861 Sep 15 17:00:38.281437 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:38.282585 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3722926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680790'] for router_interface, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:38.422451 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'name': 'tempest-ServerRescueNegativeTestJSON-1580740405-router', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:23Z', 'updated_at': '2021-09-15T17:00:32Z', 'revision_number': 4, 'project_id': '4bb8c151774347d69894809acbb89571', 'gw_port': {'id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:24Z', 'updated_at': '2021-09-15T17:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5b40cb63-2428-4f7f-a550-e3912a3fcff6', 'name': '', 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'mac_address': 'fa:16:3e:3d:45:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fb25078e-4bc9-4e87-9857-16b4673ee250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:33Z', 'revision_number': 2, 'project_id': '4bb8c151774347d69894809acbb89571', 'subnets': [{'id': 'fb25078e-4bc9-4e87-9857-16b4673ee250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:38.465535 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Checking router: 241bda00-7d00-4ff2-a311-9b635aa02725 for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:00:38.466084 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Updating router 241bda00-7d00-4ff2-a311-9b635aa02725 port 5b40cb63-2428-4f7f-a550-e3912a3fcff6 binding host dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:00:38.506533 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:38.514832 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Allocated IP 172.20.0.5 (39b6e323-3e3b-4fb6-9a81-cff37a6bd636/f11ef472-c8e6-4635-8a6a-519b81cf446f/eacf80e6-985a-46e7-ae4d-d6351150d655) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:38.584027 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Made reservation on behalf of 4c31f3e4bed5431c93952e58f7b5de30 for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:38.609275 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:38.759774 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8ec2422a-7045-4555-b09b-db9f8ed14765 req-51c2e8de-0eab-4d60-b6ca-a2caa28d616a tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 210 time: 0.2046556 Sep 15 17:00:38.760404 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Pushing event updated for resources: {'Port': ['ID=488d18f4-21e1-47a9-a68a-1710d6b01311,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:38.892544 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:38.953094 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Network e8abcfa2-4651-46db-bfa8-dca22372e9a9 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:38.956798 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:38.960560 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3cf0-4110-41d5-82c5-0852b7c8eae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:38.974968 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:38.980768 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:39.147097 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-bd0d9e9d-5630-43e4-8c32-193cce769aca None None] Provisioning complete for port 488d18f4-21e1-47a9-a68a-1710d6b01311 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:39.147773 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd0d9e9d-5630-43e4-8c32-193cce769aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:39.221654 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Network 39b6e323-3e3b-4fb6-9a81-cff37a6bd636 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:39.228180 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Network 41390e80-5a37-4d89-9768-ab4b57783230 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:39.244763 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0912a4-353f-4bbc-b285-4c9fbf384b92,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:39.258310 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:39.290822 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:39.464958 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5a49ec5c-d4d5-4ceb-8869-d21102509aec up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:39.511594 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d9e9d-5630-43e4-8c32-193cce769aca None None] Port 488d18f4-21e1-47a9-a68a-1710d6b01311 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:00:39.551753 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3cf0-4110-41d5-82c5-0852b7c8eae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:39.557001 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59584) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:39.569122 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:35Z', 'revision_number': 1, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:39.613825 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63383458-ab9a-471a-868b-ddf740d4efb5 None None] The sync data for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi is: [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:35Z', 'revision_number': 1, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:00:39.679927 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Router 8f4e16b2-1891-4f32-bac7-acdf419734f4 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:00:39.703144 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-ea6be715-a23c-4fa1-aa36-1f9975b58a68 None None] Provisioning complete for port 488d18f4-21e1-47a9-a68a-1710d6b01311 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:39.703653 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea6be715-a23c-4fa1-aa36-1f9975b58a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:39.811476 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3cf0-4110-41d5-82c5-0852b7c8eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:39.913967 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-fe6a3cf0-4110-41d5-82c5-0852b7c8eae0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f7a7c182d544ba0943c0a348885b6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8203285 Sep 15 17:00:39.938535 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a3cf0-4110-41d5-82c5-0852b7c8eae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e75286-4bcd-4400-94fa-70fc137ae210,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:39.942935 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-aedbb6ef-a5f8-490d-a524-aea0af2f193f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:39.944839 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59590) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:39.953099 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:39.961487 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:39.962818 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.074031 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8774326 Sep 15 17:00:40.090591 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:40.091095 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691910'] for router_interface, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.139940 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 5a49ec5c-d4d5-4ceb-8869-d21102509aec triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:40.140118 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.176315 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Allocated IP 172.20.0.9 (1c949ee6-8675-43a3-8464-0524a7aadfe9/accd8fc5-9f55-4517-b84c-77fbbe2562b7/8c515783-44fc-4831-8af8-d987f965dec3) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:40.216697 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20348be1-8887-464c-b944-6b306cf493e0 req-273a1d95-8123-473e-98b0-4410d9281203 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:40.225510 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-20348be1-8887-464c-b944-6b306cf493e0 req-273a1d95-8123-473e-98b0-4410d9281203 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 931 time: 0.5686581 Sep 15 17:00:40.305981 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-20348be1-8887-464c-b944-6b306cf493e0 req-6ea57fa8-1228-4891-b34e-751d31280f16 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793891 Sep 15 17:00:40.384099 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.396444 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-df37e328-3027-4726-884d-c4cb77a65f5b tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:00:40.399655 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-df37e328-3027-4726-884d-c4cb77a65f5b tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145328 Sep 15 17:00:40.402690 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ea6be715-a23c-4fa1-aa36-1f9975b58a68 None None] Port 488d18f4-21e1-47a9-a68a-1710d6b01311 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:00:40.404398 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-77b87b60-59a0-471f-abbd-afb6f9ff0416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.431711 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.474618 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-77b87b60-59a0-471f-abbd-afb6f9ff0416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.552345 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da84feb-6d56-4df1-b60a-d5c9cc9b67d4 None None] Pushing event updated for resources: {'Port': ['ID=5b40cb63-2428-4f7f-a550-e3912a3fcff6,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:40.727198 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Attempting to bind port 5b40cb63-2428-4f7f-a550-e3912a3fcff6 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:40.727871 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Attempting to bind port 5b40cb63-2428-4f7f-a550-e3912a3fcff6 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:40.728439 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Attempting to bind port 5b40cb63-2428-4f7f-a550-e3912a3fcff6 on network b001fffd-df46-42ce-ac95-85f7832c7c8b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:40.733317 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.744900 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-8a0ba307-4d99-409d-8e9b-5fcf7365f52a None None] Provisioning complete for port eb0912a4-353f-4bbc-b285-4c9fbf384b92 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:40.745810 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a0ba307-4d99-409d-8e9b-5fcf7365f52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.757541 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-77b87b60-59a0-471f-abbd-afb6f9ff0416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.760121 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-77b87b60-59a0-471f-abbd-afb6f9ff0416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.764411 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-77b87b60-59a0-471f-abbd-afb6f9ff0416 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41e75286-4bcd-4400-94fa-70fc137ae210 HTTP/1.1" status: 204 len: 168 time: 0.7747192 Sep 15 17:00:40.764411 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf80ef-b777-4b96-bc5a-9c99ae30b865 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Pushing event updated for resources: {'Port': ['ID=eacf80e6-985a-46e7-ae4d-d6351150d655,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:40.803786 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ba307-4d99-409d-8e9b-5fcf7365f52a None None] Port eb0912a4-353f-4bbc-b285-4c9fbf384b92 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:00:40.819993 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b87b60-59a0-471f-abbd-afb6f9ff0416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e75286-4bcd-4400-94fa-70fc137ae210,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:40.826249 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:40.827130 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Checking segment: {'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:40.827737 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.828945 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Bound using segment: {'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:40.829798 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Bound port: 5b40cb63-2428-4f7f-a550-e3912a3fcff6, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:40.830469 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.833982 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd041-435b-45fb-87db-0900e4f5317b req-6874b180-3f02-4939-92c8-6bf9cb71996d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:40.844296 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-6874b180-3f02-4939-92c8-6bf9cb71996d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/networks?id=b001fffd-df46-42ce-ac95-85f7832c7c8b HTTP/1.1" status: 200 len: 819 time: 3.1750357 Sep 15 17:00:40.845812 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port 5a49ec5c-d4d5-4ceb-8869-d21102509aec, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=5a49ec5c-d4d5-4ceb-8869-d21102509aec,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:40.864953 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.866215 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 6cc21366-c172-4ac9-90ba-477783964a19 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:40.866501 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:40.875428 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-f55128df-2993-45d9-a8d2-88936763b01d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/quotas/4bb8c151774347d69894809acbb89571 HTTP/1.1" status: 200 len: 375 time: 0.0295801 Sep 15 17:00:41.031555 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Request body: {'port': {'device_id': 'b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:41.055068 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:00:41.059846 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:41.183304 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-67415ae6-b774-4df8-8e88-5e13445d6f9a admin admin] 10.222.0.13 "PUT /v2.0/routers/8f4e16b2-1891-4f32-bac7-acdf419734f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7327204 Sep 15 17:00:41.226977 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=5a49ec5c-d4d5-4ceb-8869-d21102509aec,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:41.237952 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] For port 5b40cb63-2428-4f7f-a550-e3912a3fcff6, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:41.240785 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b39b5206-7ec0-41b0-8b5f-e18027cf71cd req-2381655c-2136-4321-a1ce-745f43185078 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 210 time: 0.3504465 Sep 15 17:00:41.265641 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-8d32eacc-1756-4df5-9bed-7c59f684540e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4bb8c151774347d69894809acbb89571&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3884451 Sep 15 17:00:41.270437 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] For port 5b40cb63-2428-4f7f-a550-e3912a3fcff6, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=5b40cb63-2428-4f7f-a550-e3912a3fcff6,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:41.292572 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 6cc21366-c172-4ac9-90ba-477783964a19 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:41.292959 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:41.296267 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:41.350490 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:41.544115 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da84feb-6d56-4df1-b60a-d5c9cc9b67d4 None None] Pushing event updated for resources: {'Port': ['ID=5b40cb63-2428-4f7f-a550-e3912a3fcff6,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:41.549194 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Routers {'241bda00-7d00-4ff2-a311-9b635aa02725'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:41.549843 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['241bda00-7d00-4ff2-a311-9b635aa02725'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:41.562097 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59628) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:41.605901 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Network 1c949ee6-8675-43a3-8464-0524a7aadfe9 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:41.633932 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:00:41.656746 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d6892d0a-22ae-4a00-af32-3ef6c9a022a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:41.666099 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:41.680615 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:41.688670 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:41.689691 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:41.706364 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Pushing event updated for resources: {'Port': ['ID=8c515783-44fc-4831-8af8-d987f965dec3,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:41.730705 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422bf2d-8706-45ff-baaa-9cd972a0c225 req-54dd11da-3723-4e87-9d7b-0bfb9e0dfd5b tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:41.734061 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c422bf2d-8706-45ff-baaa-9cd972a0c225 req-54dd11da-3723-4e87-9d7b-0bfb9e0dfd5b tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 931 time: 0.2997880 Sep 15 17:00:41.818949 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c422bf2d-8706-45ff-baaa-9cd972a0c225 req-d0728c27-b727-4989-a149-4e8002ef3741 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736351 Sep 15 17:00:41.835906 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] Set router 241bda00-7d00-4ff2-a311-9b635aa02725 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:41.959984 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-aedbb6ef-a5f8-490d-a524-aea0af2f193f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:41.976994 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-aedbb6ef-a5f8-490d-a524-aea0af2f193f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.045852 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5a49ec5c-d4d5-4ceb-8869-d21102509aec up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:42.066422 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-aedbb6ef-a5f8-490d-a524-aea0af2f193f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57cbc21918ae4b0c9392883f1831faea&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4858179 Sep 15 17:00:42.069993 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59632) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:42.170105 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.202712 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b221fa9f-d548-4acf-bc56-fd4a0d7f6441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.217216 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d6892d0a-22ae-4a00-af32-3ef6c9a022a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.226156 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-de58595d-9a49-4709-ab4e-d0d3014db3ea tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8879044 Sep 15 17:00:42.231804 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d6892d0a-22ae-4a00-af32-3ef6c9a022a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.266688 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Request body: {'port': {'device_id': '5a822f77-7cd8-404c-9c1d-d0436e6eaabe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:42.361769 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.381397 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.382159 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3722926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680790'] for router_interface, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.382671 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'name': 'tempest-ServerRescueNegativeTestJSON-1580740405-router', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:23Z', 'updated_at': '2021-09-15T17:00:32Z', 'revision_number': 4, 'project_id': '4bb8c151774347d69894809acbb89571', 'gw_port': {'id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:24Z', 'updated_at': '2021-09-15T17:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5b40cb63-2428-4f7f-a550-e3912a3fcff6', 'name': '', 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'mac_address': 'fa:16:3e:3d:45:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fb25078e-4bc9-4e87-9857-16b4673ee250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:41Z', 'revision_number': 4, 'project_id': '4bb8c151774347d69894809acbb89571', 'subnets': [{'id': 'fb25078e-4bc9-4e87-9857-16b4673ee250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:42.387761 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 5a49ec5c-d4d5-4ceb-8869-d21102509aec triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:42.388332 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.523729 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbb6ef-a5f8-490d-a524-aea0af2f193f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2740f3bc-5b46-4464-af51-3e76d54f99cd,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:42.526916 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d6892d0a-22ae-4a00-af32-3ef6c9a022a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d40556c4a75d473ea888a93e3043b15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9536474 Sep 15 17:00:42.529635 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59644) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:42.543053 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6892d0a-22ae-4a00-af32-3ef6c9a022a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99975324-f50c-4a00-b651-a163448f11af,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:42.575486 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d890f93-03a9-42cc-846c-ee381fe9b6e5 None None] The sync data for ids ['241bda00-7d00-4ff2-a311-9b635aa02725'] in dv-cinder-796806-2-iscsi is: [{'id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'name': 'tempest-ServerRescueNegativeTestJSON-1580740405-router', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:23Z', 'updated_at': '2021-09-15T17:00:32Z', 'revision_number': 4, 'project_id': '4bb8c151774347d69894809acbb89571', 'gw_port': {'id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:24Z', 'updated_at': '2021-09-15T17:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5b40cb63-2428-4f7f-a550-e3912a3fcff6', 'name': '', 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'mac_address': 'fa:16:3e:3d:45:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fb25078e-4bc9-4e87-9857-16b4673ee250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:41Z', 'revision_number': 4, 'project_id': '4bb8c151774347d69894809acbb89571', 'subnets': [{'id': 'fb25078e-4bc9-4e87-9857-16b4673ee250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:00:42.604459 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.619575 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b221fa9f-d548-4acf-bc56-fd4a0d7f6441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.704676 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:42.781334 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:42.782028 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.869153 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-259fa6cb-b1a6-4edc-a47f-fa14867f7a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.897025 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-259fa6cb-b1a6-4edc-a47f-fa14867f7a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.978283 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-259fa6cb-b1a6-4edc-a47f-fa14867f7a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.981685 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-259fa6cb-b1a6-4edc-a47f-fa14867f7a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:42.982882 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-259fa6cb-b1a6-4edc-a47f-fa14867f7a88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99975324-f50c-4a00-b651-a163448f11af HTTP/1.1" status: 204 len: 168 time: 0.4474068 Sep 15 17:00:43.042681 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fa6cb-b1a6-4edc-a47f-fa14867f7a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99975324-f50c-4a00-b651-a163448f11af,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:43.092116 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:43.152161 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacf80e6-985a-46e7-ae4d-d6351150d655 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:00:43.164645 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:43.210304 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:43.214746 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Transition to ACTIVE for port object eacf80e6-985a-46e7-ae4d-d6351150d655 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:00:43.220244 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:43.226942 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-93722602-6b9f-4459-bf09-f812b708ca6e service neutron] 10.222.0.13 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9386494 Sep 15 17:00:43.251598 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0912a4-353f-4bbc-b285-4c9fbf384b92,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:43.385728 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:43.389152 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:43.406788 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c515783-44fc-4831-8af8-d987f965dec3 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:00:43.431249 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59654) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:43.437578 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-222a68c4-db38-4801-a014-c5b58b1eacba tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859369690', 'description': 'tempest-description--1825630749'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:43.449327 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:43.584100 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Transition to ACTIVE for port object 8c515783-44fc-4831-8af8-d987f965dec3 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:00:43.635187 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:43.657720 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-222a68c4-db38-4801-a014-c5b58b1eacba tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:43.799969 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Sync routers for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:00:43.820079 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:43.826760 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:43.880209 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-0420f0a0-b19c-4454-8f8d-72f3495a5da1 service neutron] 10.222.0.13 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158614 Sep 15 17:00:43.881434 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acce102-262b-4465-9563-572637adf9ad service neutron] Pushing event updated for resources: {'Port': ['ID=eacf80e6-985a-46e7-ae4d-d6351150d655,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:43.933300 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Pushing event updated for resources: {'Port': ['ID=8c515783-44fc-4831-8af8-d987f965dec3,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:43.981695 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b221fa9f-d548-4acf-bc56-fd4a0d7f6441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:44.002522 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b221fa9f-d548-4acf-bc56-fd4a0d7f6441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:44.006782 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b221fa9f-d548-4acf-bc56-fd4a0d7f6441 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2740f3bc-5b46-4464-af51-3e76d54f99cd HTTP/1.1" status: 204 len: 168 time: 1.9297287 Sep 15 17:00:44.006782 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Attempting to bind port eacf80e6-985a-46e7-ae4d-d6351150d655 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:44.006782 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Attempting to bind port eacf80e6-985a-46e7-ae4d-d6351150d655 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'cc931188-f015-48ad-a411-942c4c768317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '39b6e323-3e3b-4fb6-9a81-cff37a6bd636'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:44.009040 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Attempting to bind port eacf80e6-985a-46e7-ae4d-d6351150d655 on network 39b6e323-3e3b-4fb6-9a81-cff37a6bd636 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:44.040308 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Port eacf80e6-985a-46e7-ae4d-d6351150d655 on network 39b6e323-3e3b-4fb6-9a81-cff37a6bd636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:00:44.040308 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Attempting to bind port eacf80e6-985a-46e7-ae4d-d6351150d655 on network 39b6e323-3e3b-4fb6-9a81-cff37a6bd636 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:44.057041 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5b40cb63-2428-4f7f-a550-e3912a3fcff6 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:44.072311 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221fa9f-d548-4acf-bc56-fd4a0d7f6441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2740f3bc-5b46-4464-af51-3e76d54f99cd,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:44.089943 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:44.090413 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Checking segment: {'id': 'cc931188-f015-48ad-a411-942c4c768317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '39b6e323-3e3b-4fb6-9a81-cff37a6bd636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:44.091068 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Bound using segment: {'id': 'cc931188-f015-48ad-a411-942c4c768317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '39b6e323-3e3b-4fb6-9a81-cff37a6bd636'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:44.091623 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Bound port: eacf80e6-985a-46e7-ae4d-d6351150d655, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc931188-f015-48ad-a411-942c4c768317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '39b6e323-3e3b-4fb6-9a81-cff37a6bd636'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:44.092046 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:44.174000 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 5b40cb63-2428-4f7f-a550-e3912a3fcff6 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:44.174628 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:44.204499 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Network 41390e80-5a37-4d89-9768-ab4b57783230 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:44.215209 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:44.235441 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-222a68c4-db38-4801-a014-c5b58b1eacba tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:44.262663 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cacb1-d1cb-4a57-af9e-af1000fefd6c req-3c7b03e8-348b-423d-9aed-71c3fb4a7303 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:44.275150 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7d2cacb1-d1cb-4a57-af9e-af1000fefd6c req-3c7b03e8-348b-423d-9aed-71c3fb4a7303 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 943 time: 0.7316945 Sep 15 17:00:44.357686 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:44.401974 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:44.412515 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-222a68c4-db38-4801-a014-c5b58b1eacba tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:44.477124 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port 5b40cb63-2428-4f7f-a550-e3912a3fcff6, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=5b40cb63-2428-4f7f-a550-e3912a3fcff6,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:44.494683 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:44.496164 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:44.502864 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] For port eacf80e6-985a-46e7-ae4d-d6351150d655, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:44.543464 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Attempting to bind port 8c515783-44fc-4831-8af8-d987f965dec3 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:44.543464 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Attempting to bind port 8c515783-44fc-4831-8af8-d987f965dec3 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:44.543464 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Attempting to bind port 8c515783-44fc-4831-8af8-d987f965dec3 on network 1c949ee6-8675-43a3-8464-0524a7aadfe9 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:44.670063 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Port 8c515783-44fc-4831-8af8-d987f965dec3 on network 1c949ee6-8675-43a3-8464-0524a7aadfe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:00:44.673696 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Attempting to bind port 8c515783-44fc-4831-8af8-d987f965dec3 on network 1c949ee6-8675-43a3-8464-0524a7aadfe9 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:44.758876 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=5b40cb63-2428-4f7f-a550-e3912a3fcff6,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:44.761315 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-222a68c4-db38-4801-a014-c5b58b1eacba tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:44.769040 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-222a68c4-db38-4801-a014-c5b58b1eacba tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3353496 Sep 15 17:00:44.798162 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:44.798967 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:44.808405 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59698) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:44.812728 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] For port eacf80e6-985a-46e7-ae4d-d6351150d655, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=eacf80e6-985a-46e7-ae4d-d6351150d655,segment=NetworkSegment(cc931188-f015-48ad-a411-942c4c768317),segment_id=cc931188-f015-48ad-a411-942c4c768317)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:44.842784 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-89196702-724a-4404-a2e8-5108b58d8a29 None None] Provisioning complete for port eb0912a4-353f-4bbc-b285-4c9fbf384b92 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:44.843251 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-89196702-724a-4404-a2e8-5108b58d8a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:44.847075 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:44.861793 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-aa2d2400-daa3-421c-8308-027b984d0ca1 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Request body: {'security_group_rule': {'security_group_id': 'b2862f38-bf0b-43fa-870f-4850f8b25b53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:44.892025 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Router d1f28732-1808-4d13-baa6-9a861f34559c has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:00:44.939854 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-89196702-724a-4404-a2e8-5108b58d8a29 None None] Port eb0912a4-353f-4bbc-b285-4c9fbf384b92 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:00:44.958344 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7d2cacb1-d1cb-4a57-af9e-af1000fefd6c req-3483dce8-f48d-45b9-9560-505d4eeec4ed tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819623 Sep 15 17:00:44.959147 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:44.959491 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Checking segment: {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:44.964011 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Bound using segment: {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:44.967436 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Bound port: 8c515783-44fc-4831-8af8-d987f965dec3, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:44.968036 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:45.021917 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a68c4-db38-4801-a014-c5b58b1eacba tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2862f38-bf0b-43fa-870f-4850f8b25b53,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:45.040823 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2400-daa3-421c-8308-027b984d0ca1 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:45.193063 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3ab7c736-adae-4a3d-9cbe-57d29ce1d10c req-255c3d7a-8b48-47fc-a79e-3b43ba4c2f3f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 210 time: 0.0526502 Sep 15 17:00:45.241457 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:45.242941 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:45.244171 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-1acce102-262b-4465-9563-572637adf9ad service neutron] 10.222.0.61 "PUT /v2.0/ports/eacf80e6-985a-46e7-ae4d-d6351150d655 HTTP/1.1" status: 200 len: 1093 time: 4.6196744 Sep 15 17:00:45.244899 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be', 'tag': 'eacf80e6-985a-46e7-ae4d-d6351150d655'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:00:45.288192 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59710) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:45.314481 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-793c820e-7141-47ac-8bfe-cbf9304542c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:45.441936 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-793c820e-7141-47ac-8bfe-cbf9304542c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:45.451551 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:37Z', 'revision_number': 2, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:45.455830 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-793c820e-7141-47ac-8bfe-cbf9304542c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:45.513931 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] For port 8c515783-44fc-4831-8af8-d987f965dec3, host hv-cinder-79680, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:45.519533 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2400-daa3-421c-8308-027b984d0ca1 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:45.521850 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c820e-7141-47ac-8bfe-cbf9304542c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d0be12-223e-42b3-befa-d1ac09697f68,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:45.574137 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Checking router: 8f4e16b2-1891-4f32-bac7-acdf419734f4 for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:00:45.575393 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Updating router 8f4e16b2-1891-4f32-bac7-acdf419734f4 port 488d18f4-21e1-47a9-a68a-1710d6b01311 binding host dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:00:45.590648 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2400-daa3-421c-8308-027b984d0ca1 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:45.608136 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] For port 8c515783-44fc-4831-8af8-d987f965dec3, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8c515783-44fc-4831-8af8-d987f965dec3,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:45.609576 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:00:45.624148 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Sync routers for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:00:45.642455 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:45.644300 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:45.700403 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2400-daa3-421c-8308-027b984d0ca1 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:45.703837 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:45.715633 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-aa2d2400-daa3-421c-8308-027b984d0ca1 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8687954 Sep 15 17:00:45.725963 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:45.790163 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59722) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:45.826795 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e2c96f41-7e1f-4c21-b797-e1f99dc62b67 admin admin] 10.222.0.13 "PUT /v2.0/routers/d1f28732-1808-4d13-baa6-9a861f34559c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6884787 Sep 15 17:00:45.831803 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-9e1b84ed-495f-43bc-8259-ba1c8d37d936 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Request body: {'security_group_rule': {'security_group_id': 'b2862f38-bf0b-43fa-870f-4850f8b25b53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:45.902881 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5b40cb63-2428-4f7f-a550-e3912a3fcff6 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:45.956609 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d2400-daa3-421c-8308-027b984d0ca1 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e066f363-8f45-4bdf-afe1-6729658d0837,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:45.965285 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-793c820e-7141-47ac-8bfe-cbf9304542c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87af5a4ff5694b2485b0862fd7678e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6757448 Sep 15 17:00:45.981316 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59740) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:46.030767 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:46.031693 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:46.033607 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] 10.222.0.61 "PUT /v2.0/ports/8c515783-44fc-4831-8af8-d987f965dec3 HTTP/1.1" status: 200 len: 1093 time: 3.7848423 Sep 15 17:00:46.049358 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a822f77-7cd8-404c-9c1d-d0436e6eaabe', 'tag': '8c515783-44fc-4831-8af8-d987f965dec3'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:00:46.066478 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a3e50-f1ca-463a-8e4e-7b03218179b4 req-39bcdc67-5c05-4da2-9f60-9d05c26813d6 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:46.070464 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a50a3e50-f1ca-463a-8e4e-7b03218179b4 req-39bcdc67-5c05-4da2-9f60-9d05c26813d6 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 943 time: 1.2502418 Sep 15 17:00:46.073677 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acce102-262b-4465-9563-572637adf9ad service neutron] Pushing event updated for resources: {'Port': ['ID=eacf80e6-985a-46e7-ae4d-d6351150d655,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:46.222392 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a50a3e50-f1ca-463a-8e4e-7b03218179b4 req-6b34871a-f130-4d49-a761-25de8bf3d8f5 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358914 Sep 15 17:00:46.228626 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-e11a1442-4f16-4bd8-a42c-eee7d23309e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:46.231348 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-e11a1442-4f16-4bd8-a42c-eee7d23309e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b33061c59f2e447ca8f266322973b3e1&device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 1096 time: 0.6547296 Sep 15 17:00:46.425652 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-b67ecce8-beb0-4c45-9ca9-e381123a7f3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacf80e6-985a-46e7-ae4d-d6351150d655 HTTP/1.1" status: 200 len: 217 time: 0.1821988 Sep 15 17:00:46.547118 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1265edf9-a3e9-4c1a-814c-adc5adeb575d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be", "tag": "eacf80e6-985a-46e7-ae4d-d6351150d655"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:00:46.601906 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 5b40cb63-2428-4f7f-a550-e3912a3fcff6 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:46.602476 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:46.676931 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:46.735410 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73644258-58cc-4a6e-a8a3-da8a01906c2b req-36a89bdf-5b10-45cd-8ba8-0b9228a8bb61 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:46.749120 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-73644258-58cc-4a6e-a8a3-da8a01906c2b req-36a89bdf-5b10-45cd-8ba8-0b9228a8bb61 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 943 time: 0.2891638 Sep 15 17:00:46.757089 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:46.768060 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:46.951913 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.61', 60444) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:46.956840 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f25c9798-b7f3-4e73-8268-03a9e7d7cdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:47.028792 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534cd34-ce96-46b2-80fd-3b9e8b124264 None None] Pushing event updated for resources: {'Port': ['ID=488d18f4-21e1-47a9-a68a-1710d6b01311,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:47.153279 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-e08c7b2c-6447-47a5-8f2c-684cf7d1bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:47.159532 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Attempting to bind port 488d18f4-21e1-47a9-a68a-1710d6b01311 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:47.159761 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Attempting to bind port 488d18f4-21e1-47a9-a68a-1710d6b01311 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:47.159928 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-e08c7b2c-6447-47a5-8f2c-684cf7d1bd9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 1096 time: 0.9341910 Sep 15 17:00:47.160059 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Attempting to bind port 488d18f4-21e1-47a9-a68a-1710d6b01311 on network e8abcfa2-4651-46db-bfa8-dca22372e9a9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:47.173824 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:47.174501 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Checking segment: {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:47.177802 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:47.181922 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Bound using segment: {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:47.183176 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Bound port: 488d18f4-21e1-47a9-a68a-1710d6b01311, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:47.183591 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:47.236590 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-72261b3a-0100-4956-9a37-b96ac1042650 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:47.246968 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-72261b3a-0100-4956-9a37-b96ac1042650 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/networks?id=b001fffd-df46-42ce-ac95-85f7832c7c8b HTTP/1.1" status: 200 len: 819 time: 1.3860257 Sep 15 17:00:47.248827 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d052424-8d5f-4bb4-87a7-9476c168fa66 service neutron] Pushing event updated for resources: {'Port': ['ID=8c515783-44fc-4831-8af8-d987f965dec3,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:47.255596 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e1b84ed-495f-43bc-8259-ba1c8d37d936 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:47.363217 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] For port 488d18f4-21e1-47a9-a68a-1710d6b01311, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:47.367161 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] For port 488d18f4-21e1-47a9-a68a-1710d6b01311, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=488d18f4-21e1-47a9-a68a-1710d6b01311,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:47.373425 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:47.376348 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9ed302-9c15-42bf-bd32-aa184f7b547e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a822f77-7cd8-404c-9c1d-d0436e6eaabe", "tag": "8c515783-44fc-4831-8af8-d987f965dec3"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:00:47.387908 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:41Z', 'revision_number': 2, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:47.445787 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f25a4ebb-7b61-43a1-bd3e-736ae088952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:47.448793 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-f25a4ebb-7b61-43a1-bd3e-736ae088952b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f11ef472-c8e6-4635-8a6a-519b81cf446f HTTP/1.1" status: 200 len: 852 time: 0.9979048 Sep 15 17:00:47.460514 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Checking router: d1f28732-1808-4d13-baa6-9a861f34559c for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:00:47.461592 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Updating router d1f28732-1808-4d13-baa6-9a861f34559c port eb0912a4-353f-4bbc-b285-4c9fbf384b92 binding host dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:00:47.475702 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534cd34-ce96-46b2-80fd-3b9e8b124264 None None] Pushing event updated for resources: {'Port': ['ID=488d18f4-21e1-47a9-a68a-1710d6b01311,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:47.476809 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f25c9798-b7f3-4e73-8268-03a9e7d7cdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:47.501485 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-b3c090ab-cdc7-4eef-b3de-8e85102f0a8a None None] Provisioning complete for port 488d18f4-21e1-47a9-a68a-1710d6b01311 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:47.509320 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3c090ab-cdc7-4eef-b3de-8e85102f0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:47.515021 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-73644258-58cc-4a6e-a8a3-da8a01906c2b req-6b80bf13-bf98-4705-9cd5-2353dc349e30 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7564669 Sep 15 17:00:47.575066 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:47.575717 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:47.581867 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:47.601068 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-6d93b651-1fd0-47a3-95a1-f140739c607a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b6e323-3e3b-4fb6-9a81-cff37a6bd636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114297 Sep 15 17:00:47.857862 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-7bb3e8a5-98a9-415a-9e16-849327b08bb9 service neutron] 10.222.0.61 "GET /v2.0/networks/39b6e323-3e3b-4fb6-9a81-cff37a6bd636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321308 Sep 15 17:00:47.979666 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 488d18f4-21e1-47a9-a68a-1710d6b01311 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:47.992989 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e1b84ed-495f-43bc-8259-ba1c8d37d936 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:48.023040 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-c0b1e23c-e297-4677-adae-b732b1b780f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c515783-44fc-4831-8af8-d987f965dec3 HTTP/1.1" status: 200 len: 217 time: 0.6721141 Sep 15 17:00:48.042726 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-36ad516d-6d88-4c54-84b2-e6372841f890 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/quotas/4bb8c151774347d69894809acbb89571 HTTP/1.1" status: 200 len: 375 time: 0.7938673 Sep 15 17:00:48.044584 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e1b84ed-495f-43bc-8259-ba1c8d37d936 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:48.143011 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:48.147077 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3c090ab-cdc7-4eef-b3de-8e85102f0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:48.335123 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b84ed-495f-43bc-8259-ba1c8d37d936 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a373b4b-e9af-4c92-9f74-d96f11e3dbd8,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:48.471288 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-b3c090ab-cdc7-4eef-b3de-8e85102f0a8a None None] For port 488d18f4-21e1-47a9-a68a-1710d6b01311, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=488d18f4-21e1-47a9-a68a-1710d6b01311,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:48.489213 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3c090ab-cdc7-4eef-b3de-8e85102f0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:48.513503 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-18d646d3-a9ad-4f26-8144-6b0309c6edb2 req-9d1c5020-5767-4d72-9162-a6703953f5dc service neutron] 10.222.0.61 "GET /v2.0/networks/39b6e323-3e3b-4fb6-9a81-cff37a6bd636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193505 Sep 15 17:00:48.537399 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9e1b84ed-495f-43bc-8259-ba1c8d37d936 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:48.538516 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9e1b84ed-495f-43bc-8259-ba1c8d37d936 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7339923 Sep 15 17:00:48.542630 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59798) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:48.547494 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Request body: {'floatingip': {'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:48.639419 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd041-435b-45fb-87db-0900e4f5317b req-fdda7f84-5ff6-482b-8e19-e3eee8faa30a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:48.641266 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-fdda7f84-5ff6-482b-8e19-e3eee8faa30a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.61 "GET /v2.0/networks?id=b001fffd-df46-42ce-ac95-85f7832c7c8b HTTP/1.1" status: 200 len: 819 time: 1.6742742 Sep 15 17:00:48.643912 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:48.694338 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-01ddbd50-9a0b-4722-8eb2-e3e1b882d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:48.697141 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-01ddbd50-9a0b-4722-8eb2-e3e1b882d747 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=accd8fc5-9f55-4517-b84c-77fbbe2562b7 HTTP/1.1" status: 200 len: 854 time: 0.4847109 Sep 15 17:00:48.714978 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f25c9798-b7f3-4e73-8268-03a9e7d7cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:48.717630 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f25c9798-b7f3-4e73-8268-03a9e7d7cdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:48.721156 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f25c9798-b7f3-4e73-8268-03a9e7d7cdcd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85d0be12-223e-42b3-befa-d1ac09697f68 HTTP/1.1" status: 204 len: 168 time: 2.7332611 Sep 15 17:00:48.773479 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-9a31f828-6731-4d4f-b724-ce072e35ccc5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4bb8c151774347d69894809acbb89571&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7297387 Sep 15 17:00:48.782893 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:48.866465 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c9798-b7f3-4e73-8268-03a9e7d7cdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d0be12-223e-42b3-befa-d1ac09697f68,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:48.987724 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:47Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:49.029497 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:49.062429 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:49.112759 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 488d18f4-21e1-47a9-a68a-1710d6b01311 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:49.113193 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:49.148090 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb0c43-2e47-4864-a068-3e2774ee940d None None] The sync data for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi is: [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:47Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:00:49.149785 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-a334e8ba-8b2f-421e-8175-27ac8575a053 service neutron] 10.222.0.13 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748007 Sep 15 17:00:49.220724 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-401cd041-435b-45fb-87db-0900e4f5317b req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Request body: {'port': {'device_id': 'cccc9e7f-b62c-4d7e-a5ae-a11471925881', 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b', 'admin_state_up': True, 'tenant_id': '4bb8c151774347d69894809acbb89571'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:49.245345 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-e1f9e81c-7aef-4770-9bd8-f8e572c7f095 None None] Provisioning complete for port 488d18f4-21e1-47a9-a68a-1710d6b01311 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:49.246091 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1f9e81c-7aef-4770-9bd8-f8e572c7f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:49.430966 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c090ab-cdc7-4eef-b3de-8e85102f0a8a None None] Pushing event updated for resources: {'Port': ['ID=488d18f4-21e1-47a9-a68a-1710d6b01311,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:49.434532 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Allocated IP 172.27.0.224 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/2859e030-6afc-41e3-9833-6084bec7aa49) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:49.483445 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59816) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:49.494155 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-caa8da60-ff48-4f99-8be7-44dbdee47f29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c949ee6-8675-43a3-8464-0524a7aadfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3140383 Sep 15 17:00:49.513660 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-f46e4cfc-45b9-44c6-a005-751d69defa4e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601676725', 'description': 'tempest-description--1473746217'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:49.677107 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:49.782952 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:49.812663 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542592e-4a89-4510-ae03-0b0236168679 None None] Pushing event updated for resources: {'Port': ['ID=eb0912a4-353f-4bbc-b285-4c9fbf384b92,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:49.860459 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Attempting to bind port eb0912a4-353f-4bbc-b285-4c9fbf384b92 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:49.860826 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Attempting to bind port eb0912a4-353f-4bbc-b285-4c9fbf384b92 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:49.863385 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Attempting to bind port eb0912a4-353f-4bbc-b285-4c9fbf384b92 on network 41390e80-5a37-4d89-9768-ab4b57783230 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:49.899578 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:49.905990 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:49.918340 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:49.990325 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:50.000883 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Checking segment: {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:50.001910 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:50.002503 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Bound using segment: {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:50.003197 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Bound port: eb0912a4-353f-4bbc-b285-4c9fbf384b92, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:50.003818 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:50.161739 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-f65d44c4-e40b-47fb-a064-72a68c774abf None None] Provisioning complete for port eb0912a4-353f-4bbc-b285-4c9fbf384b92 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:50.162511 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f65d44c4-e40b-47fb-a064-72a68c774abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:50.205179 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f46e4cfc-45b9-44c6-a005-751d69defa4e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:50.207683 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:50.243248 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f80fd90-8847-4269-b49f-40912099fd12 x-openstack-request-id: req-9f80fd90-8847-4269-b49f-40912099fd12 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:00:50.245469 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be", "tag": "eacf80e6-985a-46e7-ae4d-d6351150d655", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:00:50.246593 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f80fd90-8847-4269-b49f-40912099fd12 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:00:50.247340 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be', 'tag': 'eacf80e6-985a-46e7-ae4d-d6351150d655', 'status': 'completed', 'code': 200} Sep 15 17:00:50.270801 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event updated for resources: {'Port': ['ID=2859e030-6afc-41e3-9833-6084bec7aa49,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:50.359657 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:50.368827 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265edf9-a3e9-4c1a-814c-adc5adeb575d req-f8e9ed0b-3ccf-446a-9d54-410fc3a67819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:50.370912 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1265edf9-a3e9-4c1a-814c-adc5adeb575d req-f8e9ed0b-3ccf-446a-9d54-410fc3a67819 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b33061c59f2e447ca8f266322973b3e1&device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 1096 time: 0.1217911 Sep 15 17:00:50.394012 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f65d44c4-e40b-47fb-a064-72a68c774abf None None] Port eb0912a4-353f-4bbc-b285-4c9fbf384b92 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:00:50.418388 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f46e4cfc-45b9-44c6-a005-751d69defa4e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:50.432184 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-2c335849-1c25-4255-8ec7-6802188fe965 service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8436356 Sep 15 17:00:50.437627 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae0bf-4ca5-46c0-84fe-4eae17dcd873 req-91e4f941-e94e-4fde-bee3-e2fb086eca11 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:50.439128 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f46e4cfc-45b9-44c6-a005-751d69defa4e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:50.446760 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-88bae0bf-4ca5-46c0-84fe-4eae17dcd873 req-91e4f941-e94e-4fde-bee3-e2fb086eca11 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 943 time: 0.1774707 Sep 15 17:00:50.463630 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] For port eb0912a4-353f-4bbc-b285-4c9fbf384b92, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:50.482461 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] For port eb0912a4-353f-4bbc-b285-4c9fbf384b92, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=eb0912a4-353f-4bbc-b285-4c9fbf384b92,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:50.488958 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 488d18f4-21e1-47a9-a68a-1710d6b01311 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:50.498182 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:50.500184 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e4cfc-45b9-44c6-a005-751d69defa4e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2083d4c1-6f30-4adf-a560-f9e93a4a5142,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:50.525952 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-7135ee56-7b11-4af7-a144-b95588374b13 service neutron] 10.222.0.13 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3750050 Sep 15 17:00:50.536843 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f46e4cfc-45b9-44c6-a005-751d69defa4e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:50.538722 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f46e4cfc-45b9-44c6-a005-751d69defa4e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0417659 Sep 15 17:00:50.542170 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 59846) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:50.548256 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-9fc918df-ee7f-4a09-b444-b5a201e9dcfe tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Request body: {'security_group_rule': {'security_group_id': '2083d4c1-6f30-4adf-a560-f9e93a4a5142', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:50.575739 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-88bae0bf-4ca5-46c0-84fe-4eae17dcd873 req-f8077e1d-a1ee-417c-949b-57d7abf7f147 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208491 Sep 15 17:00:50.602248 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.db.api [None req-9fc918df-ee7f-4a09-b444-b5a201e9dcfe tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 17:00:50.602248 dv-cinder-796806-2-iscsi neutron-server[93881]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 17:00:50.602248 dv-cinder-796806-2-iscsi neutron-server[93881]: [parameters: {'project_id_1': '3af89be461524d2b9fef141be2367ec2', 'expiration_1': datetime.datetime(2021, 9, 15, 17, 0, 30, 567323)}] Sep 15 17:00:50.602248 dv-cinder-796806-2-iscsi neutron-server[93881]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:00:50.602623 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG oslo_db.api [None req-9fc918df-ee7f-4a09-b444-b5a201e9dcfe tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:00:50.622148 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401cd041-435b-45fb-87db-0900e4f5317b req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Made reservation on behalf of 4bb8c151774347d69894809acbb89571 for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:50.627668 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-401cd041-435b-45fb-87db-0900e4f5317b req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:50.787146 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542592e-4a89-4510-ae03-0b0236168679 None None] Pushing event updated for resources: {'Port': ['ID=eb0912a4-353f-4bbc-b285-4c9fbf384b92,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:50.851228 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:50.851857 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:50.937101 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:50.946936 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:51.018889 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:51.020177 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:51.088153 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event updated for resources: {'Port': ['ID=2859e030-6afc-41e3-9833-6084bec7aa49,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:51.106959 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:51.109391 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 488d18f4-21e1-47a9-a68a-1710d6b01311 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:51.110477 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:51.112242 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-22323e12-7219-4966-a04f-aadd0c45fc1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5681801 Sep 15 17:00:51.168255 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-401cd041-435b-45fb-87db-0900e4f5317b req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Allocated IP 172.20.0.3 (b001fffd-df46-42ce-ac95-85f7832c7c8b/fb25078e-4bc9-4e87-9857-16b4673ee250/7f88dff0-9443-43be-be9c-010b69bce554) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:51.180631 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8612e2d-5960-4475-bf74-8639334cc471 x-openstack-request-id: req-d8612e2d-5960-4475-bf74-8639334cc471 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:00:51.181388 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a822f77-7cd8-404c-9c1d-d0436e6eaabe", "tag": "8c515783-44fc-4831-8af8-d987f965dec3", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:00:51.181641 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8612e2d-5960-4475-bf74-8639334cc471 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:00:51.184272 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a822f77-7cd8-404c-9c1d-d0436e6eaabe', 'tag': '8c515783-44fc-4831-8af8-d987f965dec3', 'status': 'completed', 'code': 200} Sep 15 17:00:51.266935 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-f28fa761-0086-4c85-b508-e228ec0c6b2d None None] Provisioning complete for port eb0912a4-353f-4bbc-b285-4c9fbf384b92 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:51.266935 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f28fa761-0086-4c85-b508-e228ec0c6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:51.319057 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1074f-2f34-4c06-9636-877737af3f93 req-6a1fe036-bf99-4548-8e9c-140a557afed0 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:51.327618 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-98f1074f-2f34-4c06-9636-877737af3f93 req-6a1fe036-bf99-4548-8e9c-140a557afed0 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 943 time: 0.3584907 Sep 15 17:00:51.333927 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a09aa986-6449-47d7-af4e-b21fc25047a3 req-ffb1cef0-5132-4463-aee1-1eb8d78311d3 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 210 time: 0.0467572 Sep 15 17:00:51.545928 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-2d1d19eb-d785-4cf5-af92-60ac1913065d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1859369690&fields=id&tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6 HTTP/1.1" status: 200 len: 267 time: 0.0910466 Sep 15 17:00:51.591206 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9fc918df-ee7f-4a09-b444-b5a201e9dcfe tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:51.648927 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-98f1074f-2f34-4c06-9636-877737af3f93 req-7b8a0b12-59f5-4640-aa56-d31a16de8008 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713519 Sep 15 17:00:51.755088 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9fc918df-ee7f-4a09-b444-b5a201e9dcfe tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:51.764783 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f28fa761-0086-4c85-b508-e228ec0c6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:51.773045 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-d9126c2b-beb7-4717-8c97-291c23306b43 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:51.774571 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-d9126c2b-beb7-4717-8c97-291c23306b43 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/networks?id=e8abcfa2-4651-46db-bfa8-dca22372e9a9 HTTP/1.1" status: 200 len: 811 time: 0.2270603 Sep 15 17:00:51.776583 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9fc918df-ee7f-4a09-b444-b5a201e9dcfe tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:51.803966 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-7bc49933-c14c-454f-8305-94c33c7b9065 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/quotas/b6761e1d9bc847e1aaf93f8f6a6c07c6 HTTP/1.1" status: 200 len: 375 time: 0.0218728 Sep 15 17:00:51.809368 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:50Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:51.826893 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc918df-ee7f-4a09-b444-b5a201e9dcfe tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6642bf92-83e6-407b-87d9-0d3c6db5ca28,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:51.837734 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-401cd041-435b-45fb-87db-0900e4f5317b req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:51.846538 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1d511-810c-4054-a704-8b4448c639e0 None None] The sync data for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi is: [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:50Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:00:51.855204 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-f28fa761-0086-4c85-b508-e228ec0c6b2d None None] For port eb0912a4-353f-4bbc-b285-4c9fbf384b92, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=eb0912a4-353f-4bbc-b285-4c9fbf384b92,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:51.862029 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f28fa761-0086-4c85-b508-e228ec0c6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:51.877682 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-83411f02-30ae-49b0-9929-cc8d6b079a88 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711441 Sep 15 17:00:51.887073 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9fc918df-ee7f-4a09-b444-b5a201e9dcfe tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:51.890734 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9fc918df-ee7f-4a09-b444-b5a201e9dcfe tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3451428 Sep 15 17:00:51.891115 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59892) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:51.896360 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-458222c3-16f5-40d5-b2c2-f6999022db17 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Request body: {'security_group_rule': {'security_group_id': '2083d4c1-6f30-4adf-a560-f9e93a4a5142', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:51.964419 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49879270-88b2-4039-8add-790a13f273a8 req-7cb36ec8-eea0-4eb4-99ab-a0e9f00588b8 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:51.966518 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-49879270-88b2-4039-8add-790a13f273a8 req-7cb36ec8-eea0-4eb4-99ab-a0e9f00588b8 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 943 time: 0.2042677 Sep 15 17:00:52.006811 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-401cd041-435b-45fb-87db-0900e4f5317b req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:52.042648 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fa761-0086-4c85-b508-e228ec0c6b2d None None] Pushing event updated for resources: {'Port': ['ID=eb0912a4-353f-4bbc-b285-4c9fbf384b92,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:52.086978 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-72dd3311-6cda-45f2-805b-099a7513e5be service neutron] 10.222.0.13 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720722 Sep 15 17:00:52.133303 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-458222c3-16f5-40d5-b2c2-f6999022db17 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:52.137896 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-49879270-88b2-4039-8add-790a13f273a8 req-e1761f3a-2c19-433a-9701-429b84bef00b tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625943 Sep 15 17:00:52.162129 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Pushing event updated for resources: {'Port': ['ID=7f88dff0-9443-43be-be9c-010b69bce554,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:52.175765 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401cd041-435b-45fb-87db-0900e4f5317b req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Network b001fffd-df46-42ce-ac95-85f7832c7c8b is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:52.175980 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-401cd041-435b-45fb-87db-0900e4f5317b req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:52.184863 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-401cd041-435b-45fb-87db-0900e4f5317b req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:52.193984 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd041-435b-45fb-87db-0900e4f5317b req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:52.194545 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-401cd041-435b-45fb-87db-0900e4f5317b req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:52.223472 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-373c7acd-9c1d-4257-8e37-147eb9d4d12b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0445397 Sep 15 17:00:52.289755 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device eb0912a4-353f-4bbc-b285-4c9fbf384b92 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:52.406986 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-b4bb5340-c17f-4cfd-a4d3-637901999477 service neutron] 10.222.0.13 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001816 Sep 15 17:00:52.461292 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port eb0912a4-353f-4bbc-b285-4c9fbf384b92 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:52.461664 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:52.523211 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-458222c3-16f5-40d5-b2c2-f6999022db17 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:52.533803 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-458222c3-16f5-40d5-b2c2-f6999022db17 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:52.581258 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458222c3-16f5-40d5-b2c2-f6999022db17 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2200e6-cbf7-4b36-b3e8-b230aabc54bc,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:52.585833 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-458222c3-16f5-40d5-b2c2-f6999022db17 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:52.590418 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-458222c3-16f5-40d5-b2c2-f6999022db17 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6947742 Sep 15 17:00:52.590839 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 59916) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:52.596059 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Request body: {'floatingip': {'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:52.614523 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6d41cb16-6fbf-4f7a-9cfc-2ca66238b913 req-40deab29-c50f-4462-9d52-613603eafb7a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 210 time: 0.0814703 Sep 15 17:00:52.660104 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:52.886712 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406f879-9c9d-4ea3-8133-aef661506396 req-4244c097-bb06-4045-a282-f5a8ca1fc7d7 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:52.888416 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-29afa7e5-3a29-432f-ab73-87855f0fb944 req-bbf51c33-d1d4-485e-990e-b3d7c09ab26c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 210 time: 0.0868416 Sep 15 17:00:52.906713 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a406f879-9c9d-4ea3-8133-aef661506396 req-4244c097-bb06-4045-a282-f5a8ca1fc7d7 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 943 time: 0.1363678 Sep 15 17:00:52.956497 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:53.053302 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a406f879-9c9d-4ea3-8133-aef661506396 req-8804fa73-9571-4424-b0a9-b6a851cbc439 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455791 Sep 15 17:00:53.182571 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Allocated IP 172.27.0.60 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/3979da35-1f68-485c-92dd-5daaa85ac1e1) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:53.458110 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3fe41-4397-46ce-81a2-3933131cc3f3 req-64d9aca7-0ee9-4614-bd1e-caf9f640fd57 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:53.460057 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b3fe41-4397-46ce-81a2-3933131cc3f3 req-64d9aca7-0ee9-4614-bd1e-caf9f640fd57 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 943 time: 0.2030039 Sep 15 17:00:53.528403 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:53.565592 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-06b3fe41-4397-46ce-81a2-3933131cc3f3 req-0f217b93-cc8d-4c6b-962c-74e8c0d709cd tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893455 Sep 15 17:00:53.607841 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:53.792790 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ea5a6b75-28d1-4d37-9895-6f3082d52635 req-945f2d26-71be-4129-a1be-8be53d4fa1ba tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 210 time: 0.0359585 Sep 15 17:00:53.881659 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:53.884956 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:53.889534 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:53.908648 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event updated for resources: {'Port': ['ID=3979da35-1f68-485c-92dd-5daaa85ac1e1,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:53.970505 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:54.038002 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:54.165368 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad8dd380-d44d-4b49-979b-80aa3ed32f16 req-5eed49f5-1c68-49fa-978c-4355bff46e07 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 210 time: 0.1373541 Sep 15 17:00:54.251471 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb818e79-a716-46d7-b0ab-9ba36e8724b9 req-f4b9313f-af5a-4a05-b142-b4d1dd5b836c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:54.253433 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eb818e79-a716-46d7-b0ab-9ba36e8724b9 req-f4b9313f-af5a-4a05-b142-b4d1dd5b836c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 943 time: 0.0841246 Sep 15 17:00:54.290297 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:54.297465 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:54.314244 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eb818e79-a716-46d7-b0ab-9ba36e8724b9 req-44ede84a-d743-45e6-835c-1220bb93d692 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 Sep 15 17:00:54.339886 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:54.358665 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event updated for resources: {'Port': ['ID=3979da35-1f68-485c-92dd-5daaa85ac1e1,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:54.368817 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:54.370163 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e9efbc54-bd94-4954-a60d-298e11c9b666 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7784281 Sep 15 17:00:54.413510 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d439e60-3b41-42e7-bc89-113827050a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:54.576721 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Request body: {'port': {'device_id': 'cccc9e7f-b62c-4d7e-a5ae-a11471925881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:54.761192 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-01ad9318-162f-4be0-babe-fd6ac18d1b26 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1601676725&fields=id&tenant_id=3af89be461524d2b9fef141be2367ec2 HTTP/1.1" status: 200 len: 267 time: 0.0769076 Sep 15 17:00:54.762751 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265edf9-a3e9-4c1a-814c-adc5adeb575d req-42022ff4-01a5-4379-ab6b-6e5d5d0a688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:54.764799 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1265edf9-a3e9-4c1a-814c-adc5adeb575d req-42022ff4-01a5-4379-ab6b-6e5d5d0a688d service neutron] 10.222.0.61 "GET /v2.0/networks?id=39b6e323-3e3b-4fb6-9a81-cff37a6bd636 HTTP/1.1" status: 200 len: 913 time: 0.2722719 Sep 15 17:00:54.889094 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5be568d1-2b2d-4a9f-809b-aa566722202f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:54.890797 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5be568d1-2b2d-4a9f-809b-aa566722202f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 817 time: 0.1130347 Sep 15 17:00:54.909526 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-51ac36e6-337c-44f5-b4d5-42ae2b152dc8 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/quotas/3af89be461524d2b9fef141be2367ec2 HTTP/1.1" status: 200 len: 375 time: 0.0105221 Sep 15 17:00:54.963873 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:54.970784 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-ce76c759-a9c1-41f5-b756-5642b48b45b8 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559347 Sep 15 17:00:54.993184 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966045c-1145-40a5-b7cf-c8a72a63e53b req-909b9b22-bb8e-44fe-9ed7-0458ad9fbc35 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:54.997765 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7966045c-1145-40a5-b7cf-c8a72a63e53b req-909b9b22-bb8e-44fe-9ed7-0458ad9fbc35 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 943 time: 0.1466453 Sep 15 17:00:55.002251 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-305a670a-a4e1-4be3-aa64-72a0138a47cd req-4273d098-1b17-4642-bee0-fa20a6c13d4f service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866917 Sep 15 17:00:55.065748 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7966045c-1145-40a5-b7cf-c8a72a63e53b req-28f73cc6-7555-4c36-8ffd-51401b2a864b tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611491 Sep 15 17:00:55.075098 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-0712a36c-9f5c-4a78-b7dd-791685244519 service neutron] 10.222.0.13 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923004 Sep 15 17:00:55.180171 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-f3fe365a-054a-4d0d-bd88-f68b8aa5fe5e service neutron] 10.222.0.13 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988290 Sep 15 17:00:55.185570 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-caa024a4-d187-45d8-b6d3-6623df32f1c3 req-158bb122-9812-40a2-8dd8-d95a27cbf7db tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 210 time: 0.0391288 Sep 15 17:00:55.308332 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c99f88ad-245d-4c9f-82b3-576e1ffe506a req-12026ff0-df51-4394-abeb-d390f1a006fd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 210 time: 0.0395591 Sep 15 17:00:55.392806 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e2bd6c1e-8f74-486d-ba45-b017fc4c4af3 req-a68685a0-9786-454b-aeb6-ce61090d5dfd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 210 time: 0.0350463 Sep 15 17:00:55.407113 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f88dff0-9443-43be-be9c-010b69bce554 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:00:55.416547 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:55.430679 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Transition to ACTIVE for port object 7f88dff0-9443-43be-be9c-010b69bce554 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:00:55.436186 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:55.550073 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Pushing event updated for resources: {'Port': ['ID=7f88dff0-9443-43be-be9c-010b69bce554,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:55.581965 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 60108) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:55.605410 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35343d47-7f83-41ea-963b-5fb24a9f1951 req-5903cffc-275d-4afe-bdc5-55fb46ef5c8b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:55.610587 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-35343d47-7f83-41ea-963b-5fb24a9f1951 req-5903cffc-275d-4afe-bdc5-55fb46ef5c8b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 943 time: 0.1582241 Sep 15 17:00:55.617211 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Attempting to bind port 7f88dff0-9443-43be-be9c-010b69bce554 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:55.618798 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Attempting to bind port 7f88dff0-9443-43be-be9c-010b69bce554 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:55.619137 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Attempting to bind port 7f88dff0-9443-43be-be9c-010b69bce554 on network b001fffd-df46-42ce-ac95-85f7832c7c8b {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:55.632817 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Port 7f88dff0-9443-43be-be9c-010b69bce554 on network b001fffd-df46-42ce-ac95-85f7832c7c8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:00:55.633407 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Attempting to bind port 7f88dff0-9443-43be-be9c-010b69bce554 on network b001fffd-df46-42ce-ac95-85f7832c7c8b {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:55.645351 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:55.645946 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Checking segment: {'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:55.646480 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Bound using segment: {'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:55.647314 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Bound port: 7f88dff0-9443-43be-be9c-010b69bce554, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:55.647820 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:55.681096 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-35343d47-7f83-41ea-963b-5fb24a9f1951 req-e2150c45-f6f2-44c1-b4a2-9fae4ccaf1b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576804 Sep 15 17:00:55.761924 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cdc1215e-928d-428d-b5cb-2740e5f633ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:55.766945 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] For port 7f88dff0-9443-43be-be9c-010b69bce554, host hv-cinder-79680, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:55.771006 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] For port 7f88dff0-9443-43be-be9c-010b69bce554, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=7f88dff0-9443-43be-be9c-010b69bce554,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:55.781187 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:55.831364 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:55.831981 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:55.833365 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-515d009c-fd83-4143-943b-05f04107c187 service neutron] 10.222.0.61 "PUT /v2.0/ports/7f88dff0-9443-43be-be9c-010b69bce554 HTTP/1.1" status: 200 len: 1093 time: 1.2674565 Sep 15 17:00:55.834482 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccc9e7f-b62c-4d7e-a5ae-a11471925881', 'tag': '7f88dff0-9443-43be-be9c-010b69bce554'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:00:55.836538 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507694a8-7468-4cd3-bf79-40c73a8f43c2" -d '{"events": [{"name": "network-changed", "server_uuid": "cccc9e7f-b62c-4d7e-a5ae-a11471925881", "tag": "7f88dff0-9443-43be-be9c-010b69bce554"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:00:55.882957 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d009c-fd83-4143-943b-05f04107c187 service neutron] Pushing event updated for resources: {'Port': ['ID=7f88dff0-9443-43be-be9c-010b69bce554,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:55.890632 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cdc1215e-928d-428d-b5cb-2740e5f633ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:55.895583 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f864eb-a78d-4509-9f51-450984c78e92 x-openstack-request-id: req-22f864eb-a78d-4509-9f51-450984c78e92 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:00:55.895832 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cdc1215e-928d-428d-b5cb-2740e5f633ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:55.896090 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccc9e7f-b62c-4d7e-a5ae-a11471925881", "tag": "7f88dff0-9443-43be-be9c-010b69bce554", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:00:55.896186 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22f864eb-a78d-4509-9f51-450984c78e92 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:00:55.896507 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccc9e7f-b62c-4d7e-a5ae-a11471925881', 'tag': '7f88dff0-9443-43be-be9c-010b69bce554', 'status': 'completed', 'code': 200} Sep 15 17:00:55.934380 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cdc1215e-928d-428d-b5cb-2740e5f633ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30153a7ba5624f7cab0b883b358d91eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511193 Sep 15 17:00:55.935613 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1215e-928d-428d-b5cb-2740e5f633ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d35c2d-a48f-4f3b-8ada-877a4339347a,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:55.937057 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60126) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:55.998890 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8a8a29bd-97da-47e4-a50a-b45acf3281c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.022569 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8a8a29bd-97da-47e4-a50a-b45acf3281c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.027575 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 60130) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:56.070077 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8a8a29bd-97da-47e4-a50a-b45acf3281c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.072707 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8a8a29bd-97da-47e4-a50a-b45acf3281c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.073891 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8a8a29bd-97da-47e4-a50a-b45acf3281c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1d35c2d-a48f-4f3b-8ada-877a4339347a HTTP/1.1" status: 204 len: 168 time: 0.1357777 Sep 15 17:00:56.081473 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a29bd-97da-47e4-a50a-b45acf3281c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d35c2d-a48f-4f3b-8ada-877a4339347a,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:56.159021 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccb19-15d5-41c6-9577-0bee135b19bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.211170 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63052b-d543-4b60-bc11-6d9df27a0f83 req-8c1a835b-977a-4fb0-927b-a2149923ea18 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:56.211375 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-db63052b-d543-4b60-bc11-6d9df27a0f83 req-8c1a835b-977a-4fb0-927b-a2149923ea18 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 943 time: 0.0550718 Sep 15 17:00:56.261848 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-db63052b-d543-4b60-bc11-6d9df27a0f83 req-25545a15-873f-455a-91f5-c4bc302246d4 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Sep 15 17:00:56.298740 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-99a03cda-11c7-417a-8ade-8b44c6d8382b req-2a419332-da84-4656-80c9-a29e7241cf6a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 210 time: 0.0340936 Sep 15 17:00:56.310438 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccb19-15d5-41c6-9577-0bee135b19bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.315249 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccb19-15d5-41c6-9577-0bee135b19bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.357081 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3b5ccb19-15d5-41c6-9577-0bee135b19bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4b9c88d9c92400ea92feba5890ced38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253555 Sep 15 17:00:56.357535 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60144) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:56.360152 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ccb19-15d5-41c6-9577-0bee135b19bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f99c408-5eb8-4ce8-ba89-89cb6da4723d,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:56.394662 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 60146) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:56.408699 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-38b93340-c591-46af-a55f-f24c5872155a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.426305 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c8bbcc85-3a3c-48f0-84eb-3538833c5c87 req-5fbba74e-c67f-40a1-b3fb-315eca8f6961 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 210 time: 0.0303426 Sep 15 17:00:56.440819 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1d8c84b5-ffad-4e11-a65d-670559b0241a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.466803 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1d8c84b5-ffad-4e11-a65d-670559b0241a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.510755 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ff2c930c-7619-4786-8d9f-d23237a2236f req-37671598-ed27-4410-a18e-dec86aab4e26 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 210 time: 0.0353322 Sep 15 17:00:56.536938 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-38b93340-c591-46af-a55f-f24c5872155a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.537462 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1d8c84b5-ffad-4e11-a65d-670559b0241a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.540222 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1d8c84b5-ffad-4e11-a65d-670559b0241a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.540659 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-38b93340-c591-46af-a55f-f24c5872155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.541854 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-1d8c84b5-ffad-4e11-a65d-670559b0241a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f99c408-5eb8-4ce8-ba89-89cb6da4723d HTTP/1.1" status: 204 len: 168 time: 0.1827934 Sep 15 17:00:56.550567 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c84b5-ffad-4e11-a65d-670559b0241a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f99c408-5eb8-4ce8-ba89-89cb6da4723d,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:56.581824 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b93340-c591-46af-a55f-f24c5872155a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b51c85a-3ed4-459e-aeb9-cf39fefd130b,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:56.590419 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-38b93340-c591-46af-a55f-f24c5872155a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3114d9d41efd4d8692e1849fb6d0d79f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911306 Sep 15 17:00:56.591015 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60154) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:56.640151 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-63435f5d-b2e7-4205-a5ca-c867ec2c42fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.661116 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-63435f5d-b2e7-4205-a5ca-c867ec2c42fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.709893 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-63435f5d-b2e7-4205-a5ca-c867ec2c42fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.712460 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-63435f5d-b2e7-4205-a5ca-c867ec2c42fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.716688 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-63435f5d-b2e7-4205-a5ca-c867ec2c42fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b51c85a-3ed4-459e-aeb9-cf39fefd130b HTTP/1.1" status: 204 len: 168 time: 0.1218848 Sep 15 17:00:56.721963 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63435f5d-b2e7-4205-a5ca-c867ec2c42fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b51c85a-3ed4-459e-aeb9-cf39fefd130b,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:56.816505 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a21271-cf3f-4d6a-a0bc-de9daddb410d req-96828239-314a-4316-abf3-ee3859b9d139 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:56.818331 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a0a21271-cf3f-4d6a-a0bc-de9daddb410d req-96828239-314a-4316-abf3-ee3859b9d139 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 943 time: 0.0514789 Sep 15 17:00:56.858558 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a0a21271-cf3f-4d6a-a0bc-de9daddb410d req-47e4312e-d5bc-48d9-8c48-8f92f4afaebe tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331523 Sep 15 17:00:56.900319 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38a7cddc-ae0e-44ef-841c-115d67767b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:56.924642 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60164) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:56.938177 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d32bade0-697c-4087-ae87-13e52991e844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:57.032647 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d32bade0-697c-4087-ae87-13e52991e844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:57.037182 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d32bade0-697c-4087-ae87-13e52991e844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:57.075637 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d32bade0-697c-4087-ae87-13e52991e844 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38ffd970282d4b26b4045254ccf499c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498520 Sep 15 17:00:57.076482 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bade0-697c-4087-ae87-13e52991e844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc27ff12-ca6a-4981-81ba-ea8d92c95473,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:57.078347 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 60172) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:57.136871 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-334e7a00-d146-46ad-b06d-ab19c41dd2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:57.158632 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-334e7a00-d146-46ad-b06d-ab19c41dd2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:57.207457 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-334e7a00-d146-46ad-b06d-ab19c41dd2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:57.210218 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-334e7a00-d146-46ad-b06d-ab19c41dd2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:57.211352 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-334e7a00-d146-46ad-b06d-ab19c41dd2a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc27ff12-ca6a-4981-81ba-ea8d92c95473 HTTP/1.1" status: 204 len: 168 time: 0.1320446 Sep 15 17:00:57.219955 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e7a00-d146-46ad-b06d-ab19c41dd2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc27ff12-ca6a-4981-81ba-ea8d92c95473,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:57.400332 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50839fcf-b550-474f-98d4-8d74a5555842 req-d45734dc-3951-40ae-8bb3-f597565c2951 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:57.403224 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-50839fcf-b550-474f-98d4-8d74a5555842 req-d45734dc-3951-40ae-8bb3-f597565c2951 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 943 time: 0.0565219 Sep 15 17:00:57.423995 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e3488593-3d2f-42f4-b80d-79c6c4a70098 req-19a8432d-5067-4372-8fb2-d2c770d81a95 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 210 time: 0.0383539 Sep 15 17:00:57.457199 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-50839fcf-b550-474f-98d4-8d74a5555842 req-d7b7066d-88d4-4a9a-b333-0e4490abee3b tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470064 Sep 15 17:00:57.598607 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:57.629603 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1265edf9-a3e9-4c1a-814c-adc5adeb575d req-6e07a87f-2ffc-4c80-9f25-3fbf7dc2b100 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacf80e6-985a-46e7-ae4d-d6351150d655 HTTP/1.1" status: 200 len: 217 time: 0.1043880 Sep 15 17:00:57.729805 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cd9d367c-a1a5-4465-b9f6-1fc05650474d req-514bd206-b5ea-4a92-a1a6-982983de719c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 210 time: 0.1265597 Sep 15 17:00:57.737112 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265edf9-a3e9-4c1a-814c-adc5adeb575d req-c4685026-f127-406b-855d-ee695dbabc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:57.738909 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1265edf9-a3e9-4c1a-814c-adc5adeb575d req-c4685026-f127-406b-855d-ee695dbabc81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f11ef472-c8e6-4635-8a6a-519b81cf446f HTTP/1.1" status: 200 len: 852 time: 0.0915844 Sep 15 17:00:57.741599 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed302-9c15-42bf-bd32-aa184f7b547e req-74c58ddb-6687-41f7-9a44-f0169939dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:57.743321 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4f9ed302-9c15-42bf-bd32-aa184f7b547e req-74c58ddb-6687-41f7-9a44-f0169939dd3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 1096 time: 0.1211457 Sep 15 17:00:57.746235 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507694a8-7468-4cd3-bf79-40c73a8f43c2 req-c2d03034-ec94-4fe6-9e06-cfa81fbca975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:57.747959 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-507694a8-7468-4cd3-bf79-40c73a8f43c2 req-c2d03034-ec94-4fe6-9e06-cfa81fbca975 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb8c151774347d69894809acbb89571&device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 1096 time: 0.2024066 Sep 15 17:00:57.790316 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c4e09fd0-0776-4286-af5d-0dc8e6ffa1f4 req-19a2a756-8cb3-4d0e-aab2-7648298794d4 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 210 time: 0.0554292 Sep 15 17:00:57.819223 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1265edf9-a3e9-4c1a-814c-adc5adeb575d req-c690c2a0-985d-4936-ab48-cfaca95fd68c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b6e323-3e3b-4fb6-9a81-cff37a6bd636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679862 Sep 15 17:00:57.944389 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1265edf9-a3e9-4c1a-814c-adc5adeb575d req-cb65fdc7-a4d0-4e7c-a5f5-12299d96bd73 service neutron] 10.222.0.61 "GET /v2.0/networks/39b6e323-3e3b-4fb6-9a81-cff37a6bd636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168249 Sep 15 17:00:58.107760 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1265edf9-a3e9-4c1a-814c-adc5adeb575d req-eb99febc-e478-4813-82e2-2c5fdd639f40 service neutron] 10.222.0.61 "GET /v2.0/networks/39b6e323-3e3b-4fb6-9a81-cff37a6bd636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546574 Sep 15 17:00:58.108697 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.61', 60455) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:58.252057 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-19998f8e-feaf-47f6-b2b4-7f5f2d65aaec tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:58.253653 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-19998f8e-feaf-47f6-b2b4-7f5f2d65aaec tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.61 "GET /v2.0/networks?id=b001fffd-df46-42ce-ac95-85f7832c7c8b HTTP/1.1" status: 200 len: 819 time: 0.1441541 Sep 15 17:00:58.271516 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Request body: {'port': {'device_id': 'b0987c79-488c-40db-aa91-c8ed8f6d739a', 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b', 'admin_state_up': True, 'tenant_id': '4bb8c151774347d69894809acbb89571'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:58.397864 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507694a8-7468-4cd3-bf79-40c73a8f43c2 req-1e47ce33-1895-415d-8354-390189b9e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:58.399389 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-507694a8-7468-4cd3-bf79-40c73a8f43c2 req-1e47ce33-1895-415d-8354-390189b9e529 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4bb8c151774347d69894809acbb89571&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6309247 Sep 15 17:00:58.401857 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Made reservation on behalf of 4bb8c151774347d69894809acbb89571 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:58.406499 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:58.479647 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c426b-bd62-40f3-8e55-b8e0d5b99db5 req-2b8676a5-96c0-4cf1-9de9-c1b33e8729ae tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:58.488175 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5d3c426b-bd62-40f3-8e55-b8e0d5b99db5 req-2b8676a5-96c0-4cf1-9de9-c1b33e8729ae tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 943 time: 0.5119567 Sep 15 17:00:58.491196 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed302-9c15-42bf-bd32-aa184f7b547e req-fe4b4369-15c3-4595-925e-be8744eb6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:58.492967 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4f9ed302-9c15-42bf-bd32-aa184f7b547e req-fe4b4369-15c3-4595-925e-be8744eb6e1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 915 time: 0.7343175 Sep 15 17:00:58.495272 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:58.602167 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9e359da7-51b0-4797-8dbc-975e3ccc9555 req-8010b6f3-ef06-4720-ae6b-566857a65427 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 210 time: 0.0484955 Sep 15 17:00:58.616783 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Allocated IP 172.20.0.7 (b001fffd-df46-42ce-ac95-85f7832c7c8b/fb25078e-4bc9-4e87-9857-16b4673ee250/6d8a9b9a-ed56-4774-aa26-ee3230aad0aa) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:58.648413 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4f9ed302-9c15-42bf-bd32-aa184f7b547e req-a02b9f18-5998-4bab-aa19-c79fe3fd2d60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c515783-44fc-4831-8af8-d987f965dec3 HTTP/1.1" status: 200 len: 217 time: 0.1320066 Sep 15 17:00:58.963559 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8518d-5209-4acd-bbc8-2061ec3601aa req-806f8563-44b7-4020-8b9b-e1b9d934e9e7 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:58.965006 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c5d8518d-5209-4acd-bbc8-2061ec3601aa req-806f8563-44b7-4020-8b9b-e1b9d934e9e7 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 943 time: 0.1970677 Sep 15 17:00:58.974868 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:59.011162 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-46eb688a-a51a-43e3-bd83-0228b559d4bc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:59.012679 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-46eb688a-a51a-43e3-bd83-0228b559d4bc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.61 "GET /v2.0/networks?id=e8abcfa2-4651-46db-bfa8-dca22372e9a9 HTTP/1.1" status: 200 len: 811 time: 0.2858725 Sep 15 17:00:59.061775 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed302-9c15-42bf-bd32-aa184f7b547e req-04250e3a-1301-477c-b823-e7b3c3de1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:59.069303 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4f9ed302-9c15-42bf-bd32-aa184f7b547e req-04250e3a-1301-477c-b823-e7b3c3de1ca4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=accd8fc5-9f55-4517-b84c-77fbbe2562b7 HTTP/1.1" status: 200 len: 854 time: 0.1988459 Sep 15 17:00:59.073604 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c5d8518d-5209-4acd-bbc8-2061ec3601aa req-8119a280-dee8-4fcb-af33-cce3a6a294ae tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953128 Sep 15 17:00:59.130504 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5d3c426b-bd62-40f3-8e55-b8e0d5b99db5 req-afa3dec6-0211-4401-8d86-99dbaadf74e6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410477 Sep 15 17:00:59.138545 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507694a8-7468-4cd3-bf79-40c73a8f43c2 req-4092851c-5451-4d2e-bced-cd906f57b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:59.139949 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-507694a8-7468-4cd3-bf79-40c73a8f43c2 req-4092851c-5451-4d2e-bced-cd906f57b493 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7313702 Sep 15 17:00:59.225001 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.61', 60463) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:59.228408 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4f9ed302-9c15-42bf-bd32-aa184f7b547e req-d6fddc78-89a6-4144-9c99-0b11a8d99fd3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c949ee6-8675-43a3-8464-0524a7aadfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066871 Sep 15 17:00:59.254210 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-177a6fe1-df23-4672-9392-b47b3f297aaf req-7d9cad38-8b85-40ed-a334-509a84447f6d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 210 time: 0.0784154 Sep 15 17:00:59.258776 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-2f65e319-71e9-4de4-9d01-b8fb4bed21f4 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6 HTTP/1.1" status: 200 len: 380 time: 0.2209864 Sep 15 17:00:59.260028 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:59.299518 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Request body: {'port': {'device_id': '61509076-6c67-454d-953f-7f8767fe12a2', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'admin_state_up': True, 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'security_groups': ['b2862f38-bf0b-43fa-870f-4850f8b25b53']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:59.347621 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 60280) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:59.351366 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Pushing event updated for resources: {'Port': ['ID=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:59.379027 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Network b001fffd-df46-42ce-ac95-85f7832c7c8b is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:59.388830 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2229ef07-0bfc-495b-8c7a-584d3a4e448d req-e19a43a0-d343-474e-bd0e-cffe5684b3ea tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 210 time: 0.1590915 Sep 15 17:00:59.390193 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:59.394152 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:59.415027 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:59.415027 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:59.480516 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-154614ee-2203-4a1a-80d4-7adf29cb6c92 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2135854 Sep 15 17:00:59.506944 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd041-435b-45fb-87db-0900e4f5317b req-2d522e6c-13b7-4e98-b024-e5358e406abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:59.508423 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-2d522e6c-13b7-4e98-b024-e5358e406abc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb8c151774347d69894809acbb89571&device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 1096 time: 0.2782552 Sep 15 17:00:59.514353 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Request body: {'port': {'device_id': 'b0987c79-488c-40db-aa91-c8ed8f6d739a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:59.553703 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8b98dfae-9360-41c8-a4b2-29323191c554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:59.574319 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-c6b3ae45-1690-489f-aabc-993e4c68b261 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f88dff0-9443-43be-be9c-010b69bce554 HTTP/1.1" status: 200 len: 217 time: 0.0568240 Sep 15 17:00:59.581634 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4f9ed302-9c15-42bf-bd32-aa184f7b547e req-7d73b33c-56b0-4ea6-a169-d0c4cee44c66 service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362341 Sep 15 17:00:59.608124 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Made reservation on behalf of b6761e1d9bc847e1aaf93f8f6a6c07c6 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:59.611598 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:59.625091 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:59.705611 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4f9ed302-9c15-42bf-bd32-aa184f7b547e req-51699e09-7175-4920-ac2e-edde0846decd service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137698 Sep 15 17:00:59.715885 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-b9e59f37-c432-446c-95ca-343aa401e3f2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:59.717398 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-b9e59f37-c432-446c-95ca-343aa401e3f2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.61 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 817 time: 0.4914098 Sep 15 17:00:59.754311 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd041-435b-45fb-87db-0900e4f5317b req-1a23c797-29e6-4b32-b784-c30fefab0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:59.755719 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-1a23c797-29e6-4b32-b784-c30fefab0e4f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb25078e-4bc9-4e87-9857-16b4673ee250 HTTP/1.1" status: 200 len: 859 time: 0.1717634 Sep 15 17:00:59.803488 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:59.812862 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-36cc2798-f3ba-4ce2-88bc-cf60f80fba41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b001fffd-df46-42ce-ac95-85f7832c7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487430 Sep 15 17:00:59.817199 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-8dec28b4-ac54-4241-b8be-34bd3ae9adda tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3af89be461524d2b9fef141be2367ec2 HTTP/1.1" status: 200 len: 380 time: 0.0882533 Sep 15 17:00:59.848596 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Request body: {'port': {'device_id': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'admin_state_up': True, 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'security_groups': ['2083d4c1-6f30-4adf-a560-f9e93a4a5142']}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:59.997718 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-5609da6f-f455-4d9a-8c68-9eaaa0937094 service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720574 Sep 15 17:01:00.101095 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f613a7-a721-40e9-869b-2ade046a6fe1 req-0eee4bab-fb9b-4fe7-8273-ef2ab32f7b86 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:00.106162 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-17f613a7-a721-40e9-869b-2ade046a6fe1 req-0eee4bab-fb9b-4fe7-8273-ef2ab32f7b86 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 931 time: 0.3859570 Sep 15 17:01:00.128321 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-36b547b5-cdb7-44c1-8016-a4b8ed7540aa service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195879 Sep 15 17:01:00.172923 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Allocated IP 172.20.0.11 (e8abcfa2-4651-46db-bfa8-dca22372e9a9/06bceb72-5d20-4bec-a77a-620e787ae235/f9e7d706-eeb2-4c36-bc95-57a88b698913) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:01:00.178147 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8b98dfae-9360-41c8-a4b2-29323191c554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.198876 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8b98dfae-9360-41c8-a4b2-29323191c554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.252073 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Made reservation on behalf of 3af89be461524d2b9fef141be2367ec2 for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:01:00.255583 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.280503 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33795e0-64e7-449c-8fbf-ed7e13e8543c req-08613f74-5022-4fb0-a404-638af598b760 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:00.288036 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d33795e0-64e7-449c-8fbf-ed7e13e8543c req-08613f74-5022-4fb0-a404-638af598b760 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 943 time: 0.1222224 Sep 15 17:01:00.305509 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-17f613a7-a721-40e9-869b-2ade046a6fe1 req-5d432754-cf1a-4054-bc48-7bada2a29fa5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820011 Sep 15 17:01:00.348759 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-8b98dfae-9360-41c8-a4b2-29323191c554 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd4216a7359e44018342b8056f63ee53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9946611 Sep 15 17:01:00.349684 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98dfae-9360-41c8-a4b2-29323191c554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f2af3f-0387-425b-bcff-68ac170f9309,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:00.356786 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 60344) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:00.410395 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d33795e0-64e7-449c-8fbf-ed7e13e8543c req-6e2933bb-c6ad-4d72-afd3-707091c4d7f4 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213973 Sep 15 17:01:00.548751 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-18e937c8-12d0-4cd1-a202-5a569b84902a req-060f62cd-748b-4794-829e-22ab8a42f0d0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 210 time: 0.0403717 Sep 15 17:01:00.552597 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Allocated IP 172.20.0.7 (41390e80-5a37-4d89-9768-ab4b57783230/8815898d-b5f7-4b05-94b1-deab0b1fc8f9/02a38038-2747-44c9-818f-3be6881e6307) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:01:00.644479 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d20a86a2-ecd8-492f-94f3-62238a432032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.653660 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8716e2-425a-4233-a472-3af2a05ace07 req-1658da15-0f9c-43f2-89c8-128266e483dc tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:00.655217 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c8716e2-425a-4233-a472-3af2a05ace07 req-1658da15-0f9c-43f2-89c8-128266e483dc tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 943 time: 0.2351465 Sep 15 17:01:00.669164 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:00.696537 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9aa151b4-fc05-4f80-abac-72eba7455455 req-93335c85-b969-4386-89fc-58a82e1806dc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 210 time: 0.0584564 Sep 15 17:01:00.698119 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.708766 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.723342 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60352) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:00.725531 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d20a86a2-ecd8-492f-94f3-62238a432032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.742493 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Transition to ACTIVE for port object 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:01:00.763527 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.769323 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.806425 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.827505 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c8716e2-425a-4233-a472-3af2a05ace07 req-5bedc60a-31ad-4fe5-b05d-9851483396c3 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539683 Sep 15 17:01:00.857951 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:00.871333 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.872721 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Network 41390e80-5a37-4d89-9768-ab4b57783230 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:01:00.873881 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ca594087-dd4c-4bf5-9626-d7a6a284bc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.879391 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:00.892138 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:01:00.898255 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:00.898444 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.902598 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event updated for resources: {'Port': ['ID=02a38038-2747-44c9-818f-3be6881e6307,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:00.914414 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d20a86a2-ecd8-492f-94f3-62238a432032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.917124 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d20a86a2-ecd8-492f-94f3-62238a432032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.918295 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d20a86a2-ecd8-492f-94f3-62238a432032 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8f2af3f-0387-425b-bcff-68ac170f9309 HTTP/1.1" status: 204 len: 168 time: 0.5476873 Sep 15 17:01:00.961152 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a86a2-ecd8-492f-94f3-62238a432032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f2af3f-0387-425b-bcff-68ac170f9309,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:00.968269 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Attempting to bind port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:01:00.968609 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Attempting to bind port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:01:00.968934 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Attempting to bind port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa on network b001fffd-df46-42ce-ac95-85f7832c7c8b {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:00.975098 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event updated for resources: {'Port': ['ID=f9e7d706-eeb2-4c36-bc95-57a88b698913,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:00.978588 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Network e8abcfa2-4651-46db-bfa8-dca22372e9a9 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:01:00.981569 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:00.983363 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa on network b001fffd-df46-42ce-ac95-85f7832c7c8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:01:00.983684 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Attempting to bind port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa on network b001fffd-df46-42ce-ac95-85f7832c7c8b {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:00.985799 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:01:00.994598 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:00.995342 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.007016 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:01:01.007355 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Checking segment: {'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:01:01.007777 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Bound using segment: {'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:01:01.008180 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Bound port: 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53dc75eb-b3d3-45d7-914b-3d883dad3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:01:01.008538 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.036881 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ca594087-dd4c-4bf5-9626-d7a6a284bc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.044078 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ca594087-dd4c-4bf5-9626-d7a6a284bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.067082 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-1ec51acf-8907-4863-ad3f-6fe93f9cbf22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7977686 Sep 15 17:01:01.069263 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-5b7f7c18-1f72-415d-99a9-f9afd1257acc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2348173 Sep 15 17:01:01.109043 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] For port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:01:01.115517 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] For port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:01:01.121961 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ca594087-dd4c-4bf5-9626-d7a6a284bc6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42d94467b60d42df8ba5adf402201d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973167 Sep 15 17:01:01.123370 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca594087-dd4c-4bf5-9626-d7a6a284bc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ece5e13-6bcc-41be-978f-4e3312f6197c,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:01.124990 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.126210 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60360) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:01.176448 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:01.177082 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.178523 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] 10.222.0.61 "PUT /v2.0/ports/6d8a9b9a-ed56-4774-aa26-ee3230aad0aa HTTP/1.1" status: 200 len: 1093 time: 1.6762872 Sep 15 17:01:01.185544 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0987c79-488c-40db-aa91-c8ed8f6d739a', 'tag': '6d8a9b9a-ed56-4774-aa26-ee3230aad0aa'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:01.187426 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e158f57-dc69-4647-83e7-92f0a15b36fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b0987c79-488c-40db-aa91-c8ed8f6d739a", "tag": "6d8a9b9a-ed56-4774-aa26-ee3230aad0aa"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:01.201482 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43cd85-521c-4e55-8864-f347cb214607 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:01.206978 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8c731e32-b137-4e0a-9b31-b3c1e7be06c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.232354 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8c731e32-b137-4e0a-9b31-b3c1e7be06c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.299920 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c4347c30-6b63-4996-b502-e3bd84dae816 None None] Provisioning complete for port 02a38038-2747-44c9-818f-3be6881e6307 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:01.300615 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8c731e32-b137-4e0a-9b31-b3c1e7be06c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.301042 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c4347c30-6b63-4996-b502-e3bd84dae816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.304206 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8c731e32-b137-4e0a-9b31-b3c1e7be06c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.309164 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8c731e32-b137-4e0a-9b31-b3c1e7be06c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ece5e13-6bcc-41be-978f-4e3312f6197c HTTP/1.1" status: 204 len: 168 time: 0.1819327 Sep 15 17:01:01.319496 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c731e32-b137-4e0a-9b31-b3c1e7be06c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ece5e13-6bcc-41be-978f-4e3312f6197c,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:01.340729 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6fdf48-9ad7-43c0-b1ec-741803a570b9 x-openstack-request-id: req-3a6fdf48-9ad7-43c0-b1ec-741803a570b9 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:01.341022 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0987c79-488c-40db-aa91-c8ed8f6d739a", "tag": "6d8a9b9a-ed56-4774-aa26-ee3230aad0aa", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:01.341321 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a6fdf48-9ad7-43c0-b1ec-741803a570b9 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:01.341682 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0987c79-488c-40db-aa91-c8ed8f6d739a', 'tag': '6d8a9b9a-ed56-4774-aa26-ee3230aad0aa', 'status': 'completed', 'code': 200} Sep 15 17:01:01.359107 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60370) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:01.368606 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c4347c30-6b63-4996-b502-e3bd84dae816 None None] Port 02a38038-2747-44c9-818f-3be6881e6307 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:01:01.382350 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c0a45857-f54e-4e7a-96fe-63b3a9f15015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.450135 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269cd58-0bfb-493f-bb18-f6d6b770963d req-096e64ec-948e-47c8-98b6-0ec05e7f5571 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:01.451836 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a269cd58-0bfb-493f-bb18-f6d6b770963d req-096e64ec-948e-47c8-98b6-0ec05e7f5571 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 943 time: 0.0616815 Sep 15 17:01:01.490540 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-0025fd5f-9c45-47d6-867c-4b2ece3a8de5 None None] Provisioning complete for port f9e7d706-eeb2-4c36-bc95-57a88b698913 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:01.491188 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0025fd5f-9c45-47d6-867c-4b2ece3a8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.537270 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0025fd5f-9c45-47d6-867c-4b2ece3a8de5 None None] Port f9e7d706-eeb2-4c36-bc95-57a88b698913 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:01:01.550631 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a269cd58-0bfb-493f-bb18-f6d6b770963d req-fd48d475-d05f-46c7-855c-e007bc82bd16 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916543 Sep 15 17:01:01.553075 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c0a45857-f54e-4e7a-96fe-63b3a9f15015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.558267 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c0a45857-f54e-4e7a-96fe-63b3a9f15015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.579096 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76989ce-dd73-4c4e-af1a-84256c7e91e7 req-49373726-1e27-4210-b7fc-4a26e7ea16e1 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:01.582081 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d76989ce-dd73-4c4e-af1a-84256c7e91e7 req-49373726-1e27-4210-b7fc-4a26e7ea16e1 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 943 time: 0.0943937 Sep 15 17:01:01.642694 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a45857-f54e-4e7a-96fe-63b3a9f15015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c9b33c-6ed3-4715-a93b-646aab163f09,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:01.651085 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-c0a45857-f54e-4e7a-96fe-63b3a9f15015 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41fe31240c904905a337de253e15ec74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906921 Sep 15 17:01:01.656611 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60380) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:01.675539 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d76989ce-dd73-4c4e-af1a-84256c7e91e7 req-06258e8a-c31a-4482-8fc2-c4348b9127f0 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793800 Sep 15 17:01:01.683679 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3339c9-a17d-49cc-8543-e6c4f6e4ea07 req-a8ce3845-2801-4f0b-8738-ab1b8ae1bbfe tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:01.685879 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1c3339c9-a17d-49cc-8543-e6c4f6e4ea07 req-a8ce3845-2801-4f0b-8738-ab1b8ae1bbfe tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 932 time: 0.0614736 Sep 15 17:01:01.725541 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1c3339c9-a17d-49cc-8543-e6c4f6e4ea07 req-4447fce9-9ff3-4957-9f1e-a164e8959bdc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332277 Sep 15 17:01:01.727437 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-52bcfaf6-5985-4de2-83c8-8940f9d2cf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.734659 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 60384) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:01.755289 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-52bcfaf6-5985-4de2-83c8-8940f9d2cf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.756104 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0b8867bb-69e8-40c1-be8f-e5f9cdd4a62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.835478 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48d0b2-3ba4-4a71-8b1a-eed692a5635b req-a51409e1-c7ae-44e2-af9f-0071732515d5 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:01.836889 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fd48d0b2-3ba4-4a71-8b1a-eed692a5635b req-a51409e1-c7ae-44e2-af9f-0071732515d5 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 931 time: 0.0538094 Sep 15 17:01:01.838076 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-52bcfaf6-5985-4de2-83c8-8940f9d2cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.840648 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-52bcfaf6-5985-4de2-83c8-8940f9d2cf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.841914 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-52bcfaf6-5985-4de2-83c8-8940f9d2cf23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39c9b33c-6ed3-4715-a93b-646aab163f09 HTTP/1.1" status: 204 len: 168 time: 0.1843853 Sep 15 17:01:01.857352 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcfaf6-5985-4de2-83c8-8940f9d2cf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c9b33c-6ed3-4715-a93b-646aab163f09,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:01.863989 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0b8867bb-69e8-40c1-be8f-e5f9cdd4a62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.869698 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0b8867bb-69e8-40c1-be8f-e5f9cdd4a62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.892709 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fd48d0b2-3ba4-4a71-8b1a-eed692a5635b req-c9fd6888-d70a-4bf1-8cf8-fbddc023f274 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480769 Sep 15 17:01:01.924043 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0b8867bb-69e8-40c1-be8f-e5f9cdd4a62c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c72f21db8584794902fd3f3558f086e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878555 Sep 15 17:01:01.926014 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8867bb-69e8-40c1-be8f-e5f9cdd4a62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e6e6f1-e68d-45ab-9f3a-81afebe7967f,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:01.926768 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60390) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:01.979333 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6a1600e-0d1f-4a80-aed7-91480debe2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.990402 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706471c0-ec4c-43a7-8580-125c2e5365f5 req-305a4097-947a-4edf-aab4-8c3bafd469df tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:01.992323 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-706471c0-ec4c-43a7-8580-125c2e5365f5 req-305a4097-947a-4edf-aab4-8c3bafd469df tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 943 time: 0.0496821 Sep 15 17:01:02.003025 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6a1600e-0d1f-4a80-aed7-91480debe2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:02.035428 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-706471c0-ec4c-43a7-8580-125c2e5365f5 req-994497f2-7c4a-4a02-aa03-0756b4f321d3 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361755 Sep 15 17:01:02.062325 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6a1600e-0d1f-4a80-aed7-91480debe2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:02.065208 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f6a1600e-0d1f-4a80-aed7-91480debe2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:02.069544 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f6a1600e-0d1f-4a80-aed7-91480debe2c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8e6e6f1-e68d-45ab-9f3a-81afebe7967f HTTP/1.1" status: 204 len: 168 time: 0.1390996 Sep 15 17:01:02.083856 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1600e-0d1f-4a80-aed7-91480debe2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e6e6f1-e68d-45ab-9f3a-81afebe7967f,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:02.678455 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb652a-58f0-45db-bfc0-81205ba0634a req-ccd05e0f-93f2-4ca8-b63f-91c50480d7ae tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:02.679959 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-dacb652a-58f0-45db-bfc0-81205ba0634a req-ccd05e0f-93f2-4ca8-b63f-91c50480d7ae tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 943 time: 0.0570486 Sep 15 17:01:02.719082 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-dacb652a-58f0-45db-bfc0-81205ba0634a req-77168800-5d3f-4d13-b2a4-668bcc85592d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Sep 15 17:01:02.823516 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d9889-5ba2-4ab5-8be2-c36c2e5df3cc req-a7c7f234-78c4-491c-afca-4c86a57d86d2 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:02.825077 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bb0d9889-5ba2-4ab5-8be2-c36c2e5df3cc req-a7c7f234-78c4-491c-afca-4c86a57d86d2 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 943 time: 0.0592630 Sep 15 17:01:02.869845 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041063b-0338-4879-a9d1-1c908d308f46 req-0a8ee54c-7c67-4481-b3fd-b269de618104 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:02.872393 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1041063b-0338-4879-a9d1-1c908d308f46 req-0a8ee54c-7c67-4481-b3fd-b269de618104 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 932 time: 0.0608706 Sep 15 17:01:02.878256 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bb0d9889-5ba2-4ab5-8be2-c36c2e5df3cc req-66c43f1a-177f-4ad9-b779-6d8562acae74 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450945 Sep 15 17:01:02.921030 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1041063b-0338-4879-a9d1-1c908d308f46 req-28f5fbde-16ba-4186-808b-4092f83d0c00 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357418 Sep 15 17:01:02.941904 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 60444) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:03.031554 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a858106-1ebe-4325-ac1b-a9cd31362bfe req-301a5afc-df6f-4e73-b532-8b97a11bd961 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:03.033078 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8a858106-1ebe-4325-ac1b-a9cd31362bfe req-301a5afc-df6f-4e73-b532-8b97a11bd961 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 931 time: 0.0520010 Sep 15 17:01:03.058092 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1142599958-network', 'tenant_id': 'd64e744dbc8545a995a58061ff5bd35f'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:03.089437 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8a858106-1ebe-4325-ac1b-a9cd31362bfe req-44588339-db49-48ec-8064-e588aa68d0bd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492287 Sep 15 17:01:03.102836 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Made reservation on behalf of d64e744dbc8545a995a58061ff5bd35f for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:01:03.107285 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.118170 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.165532 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895b5d0-5dd6-498f-85f2-4ce62e1244da req-d1e22275-9308-46ba-befd-cab31380eb9c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:03.173635 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e895b5d0-5dd6-498f-85f2-4ce62e1244da req-d1e22275-9308-46ba-befd-cab31380eb9c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 943 time: 0.0606558 Sep 15 17:01:03.222964 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.228347 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.251966 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:01:03.267769 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83021101-e7d5-4417-b0dd-56f845d0f350,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:03.273011 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.273384 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Added segment dda473e8-1bb1-492d-890c-3aafcfc4dc29 of type vlan for network e1288a44-c1ee-43d2-97dd-385755649b05 Sep 15 17:01:03.282824 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 60454) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:03.328921 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.356132 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.357172 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:03.358149 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.384659 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4416471 Sep 15 17:01:03.387700 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 60458) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:03.392375 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-73000df2-bd31-4a98-8314-184f66308b79 admin admin] Request body: {'subnet': {'network_id': 'e1288a44-c1ee-43d2-97dd-385755649b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1142599958-subnet', 'tenant_id': 'd64e744dbc8545a995a58061ff5bd35f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:03.398410 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e895b5d0-5dd6-498f-85f2-4ce62e1244da req-705d091f-0dc5-4ed3-8304-70c807668c95 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239549 Sep 15 17:01:03.423780 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-48952ad6-e1cb-463d-a5f5-95e6c95d44a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.462158 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8f7e6-7da3-4fa4-86e6-a9bae2ef6a5a admin admin] Pushing event updated for resources: {'Network': ['ID=e1288a44-c1ee-43d2-97dd-385755649b05,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:03.473125 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network e1288a44-c1ee-43d2-97dd-385755649b05 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:01:03.474450 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73000df2-bd31-4a98-8314-184f66308b79 admin admin] Made reservation on behalf of d64e744dbc8545a995a58061ff5bd35f for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:01:03.476881 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-73000df2-bd31-4a98-8314-184f66308b79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.660243 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-48952ad6-e1cb-463d-a5f5-95e6c95d44a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.685719 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-48952ad6-e1cb-463d-a5f5-95e6c95d44a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.723967 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-73000df2-bd31-4a98-8314-184f66308b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.760878 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-48952ad6-e1cb-463d-a5f5-95e6c95d44a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b64563de1254449afbad95eb35df892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773588 Sep 15 17:01:03.763869 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60464) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:03.769149 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48952ad6-e1cb-463d-a5f5-95e6c95d44a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6967ef-7f0a-4fd6-815b-0173bc9697b3,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:03.793249 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73000df2-bd31-4a98-8314-184f66308b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b38b28-65da-4cc1-8fa0-f685874c558d,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:03.817189 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c36eb3c3-58c3-43fd-8e76-5fb43851764c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.833087 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73000df2-bd31-4a98-8314-184f66308b79 admin admin] Checking segment: {'id': 'dda473e8-1bb1-492d-890c-3aafcfc4dc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e1288a44-c1ee-43d2-97dd-385755649b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:01:03.833770 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73000df2-bd31-4a98-8314-184f66308b79 admin admin] Network hostable DHCP agents. Network: e1288a44-c1ee-43d2-97dd-385755649b05, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:01:03.839016 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c36eb3c3-58c3-43fd-8e76-5fb43851764c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.862355 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Request body: {'port': {'device_id': '61509076-6c67-454d-953f-7f8767fe12a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:03.873806 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b2b4a-6937-4bfd-840f-6edd23047f0a req-81c17d0d-1e78-48cd-abb7-810cde7d07d7 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:03.875417 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ea0b2b4a-6937-4bfd-840f-6edd23047f0a req-81c17d0d-1e78-48cd-abb7-810cde7d07d7 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 943 time: 0.0740063 Sep 15 17:01:03.884144 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Request body: {'port': {'device_id': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:03.885377 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device eacf80e6-985a-46e7-ae4d-d6351150d655 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:01:03.891342 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73000df2-bd31-4a98-8314-184f66308b79 admin admin] Network e1288a44-c1ee-43d2-97dd-385755649b05 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:01:03.947958 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-73000df2-bd31-4a98-8314-184f66308b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, e1288a44-c1ee-43d2-97dd-385755649b05) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:03.952161 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.959304 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73000df2-bd31-4a98-8314-184f66308b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:03.959901 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-73000df2-bd31-4a98-8314-184f66308b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.968595 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c36eb3c3-58c3-43fd-8e76-5fb43851764c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.971567 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c36eb3c3-58c3-43fd-8e76-5fb43851764c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:03.976417 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-c36eb3c3-58c3-43fd-8e76-5fb43851764c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da6967ef-7f0a-4fd6-815b-0173bc9697b3 HTTP/1.1" status: 204 len: 168 time: 0.2114344 Sep 15 17:01:03.991000 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321cfb0f-aeb7-4f91-9900-c6c60874d36b None None] Network e1288a44-c1ee-43d2-97dd-385755649b05 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:01:04.010860 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36eb3c3-58c3-43fd-8e76-5fb43851764c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6967ef-7f0a-4fd6-815b-0173bc9697b3,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:04.018103 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ea0b2b4a-6937-4bfd-840f-6edd23047f0a req-ffe334ae-ffaa-4379-8c5c-a60080ea9ade tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235864 Sep 15 17:01:04.020342 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:04.034494 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-73000df2-bd31-4a98-8314-184f66308b79 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6361816 Sep 15 17:01:04.034494 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e158f57-dc69-4647-83e7-92f0a15b36fc req-c3ddc783-88c7-4447-979a-6825d65fc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:04.034494 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0e158f57-dc69-4647-83e7-92f0a15b36fc req-c3ddc783-88c7-4447-979a-6825d65fc316 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb8c151774347d69894809acbb89571&device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 1096 time: 0.1390224 Sep 15 17:01:04.191897 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebaf306-ce89-4ee1-b3e7-921df5d3e27c req-46f0e80f-e373-4d0e-86a4-2fbf05e495b0 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:04.193737 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6ebaf306-ce89-4ee1-b3e7-921df5d3e27c req-46f0e80f-e373-4d0e-86a4-2fbf05e495b0 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 943 time: 0.0784876 Sep 15 17:01:04.258929 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6ebaf306-ce89-4ee1-b3e7-921df5d3e27c req-4f0b4a2d-960b-4034-963f-b05bfeb01ee6 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482156 Sep 15 17:01:04.306838 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port eacf80e6-985a-46e7-ae4d-d6351150d655, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=eacf80e6-985a-46e7-ae4d-d6351150d655,segment=NetworkSegment(cc931188-f015-48ad-a411-942c4c768317),segment_id=cc931188-f015-48ad-a411-942c4c768317)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:04.360295 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': 'eacf80e6-985a-46e7-ae4d-d6351150d655', 'network_id': '39b6e323-3e3b-4fb6-9a81-cff37a6bd636', 'port_id': 'eacf80e6-985a-46e7-ae4d-d6351150d655', 'mac_address': 'fa:16:3e:bc:ac:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11ef472-c8e6-4635-8a6a-519b81cf446f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:01:04.450202 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:04.503487 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacf80e6-985a-46e7-ae4d-d6351150d655 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:04.530032 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port eacf80e6-985a-46e7-ae4d-d6351150d655, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=eacf80e6-985a-46e7-ae4d-d6351150d655,segment=NetworkSegment(cc931188-f015-48ad-a411-942c4c768317),segment_id=cc931188-f015-48ad-a411-942c4c768317)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:04.538295 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:04.539187 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 7f88dff0-9443-43be-be9c-010b69bce554 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:01:04.555329 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a38038-2747-44c9-818f-3be6881e6307 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:04.567025 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:04.586901 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457d8b-d895-481b-a059-582daaf838aa req-1bb74f14-7881-43ae-835e-11a755a3f7fe tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:04.589089 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d7457d8b-d895-481b-a059-582daaf838aa req-1bb74f14-7881-43ae-835e-11a755a3f7fe tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 931 time: 0.1695311 Sep 15 17:01:04.594566 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Transition to ACTIVE for port object 02a38038-2747-44c9-818f-3be6881e6307 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:01:04.625081 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:04.679124 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e158f57-dc69-4647-83e7-92f0a15b36fc req-0c167def-eac2-49d2-9190-a89e0c772829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:04.680479 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d7457d8b-d895-481b-a059-582daaf838aa req-1031dfec-6083-4704-956c-9617fa8664e2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846107 Sep 15 17:01:04.682682 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0e158f57-dc69-4647-83e7-92f0a15b36fc req-0c167def-eac2-49d2-9190-a89e0c772829 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4bb8c151774347d69894809acbb89571&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6340024 Sep 15 17:01:04.717862 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 7f88dff0-9443-43be-be9c-010b69bce554, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=7f88dff0-9443-43be-be9c-010b69bce554,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:04.734868 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '7f88dff0-9443-43be-be9c-010b69bce554', 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b', 'port_id': '7f88dff0-9443-43be-be9c-010b69bce554', 'mac_address': 'fa:16:3e:e0:fa:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb25078e-4bc9-4e87-9857-16b4673ee250', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:01:04.750943 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Pushing event updated for resources: {'Port': ['ID=02a38038-2747-44c9-818f-3be6881e6307,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:04.766009 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Attempting to bind port 02a38038-2747-44c9-818f-3be6881e6307 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:01:04.770139 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Attempting to bind port 02a38038-2747-44c9-818f-3be6881e6307 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:01:04.770446 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Attempting to bind port 02a38038-2747-44c9-818f-3be6881e6307 on network 41390e80-5a37-4d89-9768-ab4b57783230 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:04.778478 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Port 02a38038-2747-44c9-818f-3be6881e6307 on network 41390e80-5a37-4d89-9768-ab4b57783230 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:01:04.778801 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Attempting to bind port 02a38038-2747-44c9-818f-3be6881e6307 on network 41390e80-5a37-4d89-9768-ab4b57783230 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:04.796241 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:01:04.796573 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Checking segment: {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:01:04.798621 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Bound using segment: {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:01:04.799796 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Bound port: 02a38038-2747-44c9-818f-3be6881e6307, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:01:04.800172 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:04.873516 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=eacf80e6-985a-46e7-ae4d-d6351150d655,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:04.967964 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a9f265-ce86-45a3-9235-6e25c0b76b16 None None] Network e1288a44-c1ee-43d2-97dd-385755649b05 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:01:05.003170 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.012227 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:01:05.019987 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=02a38038-2747-44c9-818f-3be6881e6307,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:01:05.031915 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2048c-4c37-4b4f-9ed3-e5ff05d1c8b0 req-19096108-8735-4f2d-8ae5-cc7e15a2f16c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:05.036382 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f88dff0-9443-43be-be9c-010b69bce554 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:05.037550 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4fc2048c-4c37-4b4f-9ed3-e5ff05d1c8b0 req-19096108-8735-4f2d-8ae5-cc7e15a2f16c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 943 time: 0.1454558 Sep 15 17:01:05.043516 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.116416 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 7f88dff0-9443-43be-be9c-010b69bce554, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=7f88dff0-9443-43be-be9c-010b69bce554,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:05.124858 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.126118 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 8c515783-44fc-4831-8af8-d987f965dec3 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:01:05.158893 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:05.159416 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.164047 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] 10.222.0.61 "PUT /v2.0/ports/02a38038-2747-44c9-818f-3be6881e6307 HTTP/1.1" status: 200 len: 1093 time: 1.2964859 Sep 15 17:01:05.168259 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b779cf-e626-4a6c-83fe-8dd87796aa7b req-49b16ed2-cd9d-4631-861b-591ca38a8632 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:05.170479 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9b779cf-e626-4a6c-83fe-8dd87796aa7b req-49b16ed2-cd9d-4631-861b-591ca38a8632 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 932 time: 0.9630439 Sep 15 17:01:05.171339 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'tag': '02a38038-2747-44c9-818f-3be6881e6307'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:05.179697 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a900f2c1-d291-4a87-b140-fff15eca6f62" -d '{"events": [{"name": "network-changed", "server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "tag": "02a38038-2747-44c9-818f-3be6881e6307"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:05.199539 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=7f88dff0-9443-43be-be9c-010b69bce554,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:05.247761 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60520) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:05.288707 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-192841674-network', 'tenant_id': '6cb612056f06402aa2364ea9c8e0ded6'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:05.324971 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4fc2048c-4c37-4b4f-9ed3-e5ff05d1c8b0 req-b698dae4-c81a-42ff-a338-45a1087a6351 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693646 Sep 15 17:01:05.346842 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffc937-38b2-4217-b2d5-cc3f4799ba0c service neutron] Pushing event updated for resources: {'Port': ['ID=02a38038-2747-44c9-818f-3be6881e6307,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:05.371036 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-213b09fe-9b5e-4ae4-87c1-6d3b2ff012ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:05.373655 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-213b09fe-9b5e-4ae4-87c1-6d3b2ff012ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 1096 time: 0.1494198 Sep 15 17:01:05.373915 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9b779cf-e626-4a6c-83fe-8dd87796aa7b req-8e546b43-5516-4cd7-8c94-b01cae729e7e tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025674 Sep 15 17:01:05.374020 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Made reservation on behalf of 6cb612056f06402aa2364ea9c8e0ded6 for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:01:05.376771 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.392655 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e158f57-dc69-4647-83e7-92f0a15b36fc req-e65248eb-5c97-4484-98f9-0b4da9113253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:05.404937 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0e158f57-dc69-4647-83e7-92f0a15b36fc req-e65248eb-5c97-4484-98f9-0b4da9113253 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6770959 Sep 15 17:01:05.434220 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.444976 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-68bb2340-38ef-45c2-8bfc-da5598f2ffd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02a38038-2747-44c9-818f-3be6881e6307 HTTP/1.1" status: 200 len: 217 time: 0.0605154 Sep 15 17:01:05.460587 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4979baf-0ae6-47f3-b4c9-b67e7d88c43d x-openstack-request-id: req-c4979baf-0ae6-47f3-b4c9-b67e7d88c43d {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:05.460870 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "tag": "02a38038-2747-44c9-818f-3be6881e6307", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:05.461112 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4979baf-0ae6-47f3-b4c9-b67e7d88c43d {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:05.461533 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'tag': '02a38038-2747-44c9-818f-3be6881e6307', 'status': 'completed', 'code': 200} Sep 15 17:01:05.495802 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e7d706-eeb2-4c36-bc95-57a88b698913 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:05.508365 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.556008 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-abed628a-bdb6-4839-ab13-18c5ab027e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:05.558734 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-abed628a-bdb6-4839-ab13-18c5ab027e82 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb8c151774347d69894809acbb89571&device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 1096 time: 0.1017051 Sep 15 17:01:05.561783 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Transition to ACTIVE for port object f9e7d706-eeb2-4c36-bc95-57a88b698913 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:01:05.587261 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-efbed656-90d8-4c34-9924-2a7d07a89434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:05.590065 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-efbed656-90d8-4c34-9924-2a7d07a89434 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8815898d-b5f7-4b05-94b1-deab0b1fc8f9 HTTP/1.1" status: 200 len: 856 time: 0.1272948 Sep 15 17:01:05.595070 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 8c515783-44fc-4831-8af8-d987f965dec3, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8c515783-44fc-4831-8af8-d987f965dec3,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:05.612717 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '8c515783-44fc-4831-8af8-d987f965dec3', 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9', 'port_id': '8c515783-44fc-4831-8af8-d987f965dec3', 'mac_address': 'fa:16:3e:39:12:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accd8fc5-9f55-4517-b84c-77fbbe2562b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:01:05.630334 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.632928 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-1eb96528-e28e-47d6-a119-e443dd958513 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa HTTP/1.1" status: 200 len: 217 time: 0.0464625 Sep 15 17:01:05.687691 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9338c9-0b0b-4c22-9963-ad58898b5073 req-b54ac434-6052-4bde-b1a4-d736ed9f3164 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:05.690138 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3a9338c9-0b0b-4c22-9963-ad58898b5073 req-b54ac434-6052-4bde-b1a4-d736ed9f3164 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 943 time: 0.1614702 Sep 15 17:01:05.692689 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.715688 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c515783-44fc-4831-8af8-d987f965dec3 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:05.741395 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 8c515783-44fc-4831-8af8-d987f965dec3, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8c515783-44fc-4831-8af8-d987f965dec3,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:05.747212 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-acee3fa4-4f71-45c6-9519-96f9ce1af1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:05.749442 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-acee3fa4-4f71-45c6-9519-96f9ce1af1bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41390e80-5a37-4d89-9768-ab4b57783230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1474352 Sep 15 17:01:05.751028 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.792755 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Pushing event updated for resources: {'Port': ['ID=f9e7d706-eeb2-4c36-bc95-57a88b698913,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:05.803983 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38481a-319b-45c1-b855-6ca67dd475e5 req-c27b42bd-9be7-4499-9c21-42bb2bbeb57f tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:05.806028 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.807023 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad38481a-319b-45c1-b855-6ca67dd475e5 req-c27b42bd-9be7-4499-9c21-42bb2bbeb57f tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 944 time: 0.2735906 Sep 15 17:01:05.810617 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Attempting to bind port f9e7d706-eeb2-4c36-bc95-57a88b698913 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:01:05.810962 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Attempting to bind port f9e7d706-eeb2-4c36-bc95-57a88b698913 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:01:05.811311 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Attempting to bind port f9e7d706-eeb2-4c36-bc95-57a88b698913 on network e8abcfa2-4651-46db-bfa8-dca22372e9a9 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:05.811586 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=8c515783-44fc-4831-8af8-d987f965dec3,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:05.822683 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.845268 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3a9338c9-0b0b-4c22-9963-ad58898b5073 req-21b1086d-9110-4797-b382-7d86db81b654 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452146 Sep 15 17:01:05.892177 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-022d4fa5-7188-47aa-9382-ea228ac88550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:05.898277 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:01:05.898757 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-022d4fa5-7188-47aa-9382-ea228ac88550 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb25078e-4bc9-4e87-9857-16b4673ee250 HTTP/1.1" status: 200 len: 859 time: 0.2520218 Sep 15 17:01:05.901509 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Port f9e7d706-eeb2-4c36-bc95-57a88b698913 on network e8abcfa2-4651-46db-bfa8-dca22372e9a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:01:05.903263 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Attempting to bind port f9e7d706-eeb2-4c36-bc95-57a88b698913 on network e8abcfa2-4651-46db-bfa8-dca22372e9a9 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:05.917974 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564b06cb-11e5-4be9-9797-cc90b93991af,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:05.927320 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:05.927738 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Added segment f2b8af0d-abff-4804-9a54-39eca77ef6e0 of type vlan for network 9d77912a-15ee-4da6-a968-89f687c46972 Sep 15 17:01:05.992785 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-910a4920-8138-4029-888a-57c807423969 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b001fffd-df46-42ce-ac95-85f7832c7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760329 Sep 15 17:01:06.007393 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad38481a-319b-45c1-b855-6ca67dd475e5 req-cf38c8d1-206c-4a67-9dbf-6be72e24d4d7 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900649 Sep 15 17:01:06.018371 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:01:06.018702 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Checking segment: {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:01:06.019071 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Bound using segment: {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:01:06.019427 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-2fe18e8a-6297-4a5d-9841-c56ab405dbbc service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591126 Sep 15 17:01:06.019583 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Bound port: f9e7d706-eeb2-4c36-bc95-57a88b698913, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:01:06.019920 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:06.040963 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:06.087192 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['eacf80e6-985a-46e7-ae4d-d6351150d655'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:01:06.127031 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] For port f9e7d706-eeb2-4c36-bc95-57a88b698913, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:01:06.128372 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['7f88dff0-9443-43be-be9c-010b69bce554'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:01:06.130291 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] For port f9e7d706-eeb2-4c36-bc95-57a88b698913, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=f9e7d706-eeb2-4c36-bc95-57a88b698913,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:01:06.192274 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-aa817743-a889-4bd0-b060-6c24a962ef84 service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835003 Sep 15 17:01:06.194027 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:06.212062 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['8c515783-44fc-4831-8af8-d987f965dec3'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:01:06.258640 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cfe73-52fe-454f-95e9-d71e24d15c2c req-8ea5fe65-56cf-4d39-b33f-ff17e45436fc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:06.260860 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7f6cfe73-52fe-454f-95e9-d71e24d15c2c req-8ea5fe65-56cf-4d39-b33f-ff17e45436fc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.2739227 Sep 15 17:01:06.277813 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:06.278509 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:06.280057 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] 10.222.0.61 "PUT /v2.0/ports/f9e7d706-eeb2-4c36-bc95-57a88b698913 HTTP/1.1" status: 200 len: 1094 time: 2.4224386 Sep 15 17:01:06.305187 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:06.306204 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:06.306951 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:06.380680 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61509076-6c67-454d-953f-7f8767fe12a2', 'tag': 'f9e7d706-eeb2-4c36-bc95-57a88b698913'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:06.383878 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2b26b0a9-bac1-4549-9d40-456d56cc160d req-d1049fdf-f258-4413-9129-43300b611c26 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448522 Sep 15 17:01:06.384199 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a44650-d33e-41a7-be36-d8481c186f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "61509076-6c67-454d-953f-7f8767fe12a2", "tag": "f9e7d706-eeb2-4c36-bc95-57a88b698913"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:06.401840 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04e880-6023-4a9e-8909-a6c09dfcbcca service neutron] Pushing event updated for resources: {'Port': ['ID=f9e7d706-eeb2-4c36-bc95-57a88b698913,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:06.413177 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7f6cfe73-52fe-454f-95e9-d71e24d15c2c req-ac041743-3b1a-4355-b26a-ded109f77eb3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398036 Sep 15 17:01:06.420381 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1711712 Sep 15 17:01:06.426592 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60552) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:06.431426 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-ceb0cbd4-c7e4-4f6c-abb6-2757179c7273 admin admin] Request body: {'subnet': {'network_id': '9d77912a-15ee-4da6-a968-89f687c46972', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-192841674-subnet', 'tenant_id': '6cb612056f06402aa2364ea9c8e0ded6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:06.497487 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c61c45-aa0d-41b5-96c1-831c28670049 admin admin] Pushing event updated for resources: {'Network': ['ID=9d77912a-15ee-4da6-a968-89f687c46972,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:06.550433 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb0cbd4-c7e4-4f6c-abb6-2757179c7273 admin admin] Made reservation on behalf of 6cb612056f06402aa2364ea9c8e0ded6 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:01:06.552934 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ceb0cbd4-c7e4-4f6c-abb6-2757179c7273 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:06.561109 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network 9d77912a-15ee-4da6-a968-89f687c46972 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:01:06.598717 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-e939549c-b96c-41cd-8773-e131a80c6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:06.600622 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-e939549c-b96c-41cd-8773-e131a80c6391 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6&device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 1097 time: 0.1711473 Sep 15 17:01:06.626352 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900f2c1-d291-4a87-b140-fff15eca6f62 req-efd888e7-7cbe-4014-a071-5a5792436895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:06.628005 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a900f2c1-d291-4a87-b140-fff15eca6f62 req-efd888e7-7cbe-4014-a071-5a5792436895 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 1096 time: 0.1507823 Sep 15 17:01:06.635558 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb98a0-29c1-43b7-acef-980dd41afb6d req-fd0fb57f-3166-4a33-840b-633f474fc16c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:06.637318 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1fb98a0-29c1-43b7-acef-980dd41afb6d req-fd0fb57f-3166-4a33-840b-633f474fc16c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 944 time: 0.1554818 Sep 15 17:01:06.670174 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ca48eb1-c731-48fb-bc27-3092bd2ca31e req-cc8a147f-103e-414e-88ee-a3b08413b84c service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590516 Sep 15 17:01:06.672418 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-cd1e2e95-8a32-49ac-9c85-bf5fadf736df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9e7d706-eeb2-4c36-bc95-57a88b698913 HTTP/1.1" status: 200 len: 217 time: 0.0598361 Sep 15 17:01:06.701872 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0697fcb-fa92-4a2b-b717-743ce614cf3b req-c4cd89c6-8920-4c3f-b2cf-8aebaeadb19a tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:06.703463 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b0697fcb-fa92-4a2b-b717-743ce614cf3b req-c4cd89c6-8920-4c3f-b2cf-8aebaeadb19a tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 944 time: 0.1679268 Sep 15 17:01:06.747278 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1fb98a0-29c1-43b7-acef-980dd41afb6d req-bcfef97f-09ba-4353-8282-5543b8e78567 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799956 Sep 15 17:01:06.754979 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-747ddcd3-a81b-488b-b784-8a271180c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:06.756489 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-747ddcd3-a81b-488b-b784-8a271180c559 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06bceb72-5d20-4bec-a77a-620e787ae235 HTTP/1.1" status: 200 len: 850 time: 0.0694983 Sep 15 17:01:06.822534 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a17fe57-6cb9-4645-9006-8d8b681c5ca7 x-openstack-request-id: req-1a17fe57-6cb9-4645-9006-8d8b681c5ca7 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:06.823205 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61509076-6c67-454d-953f-7f8767fe12a2", "tag": "f9e7d706-eeb2-4c36-bc95-57a88b698913", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:06.823888 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a17fe57-6cb9-4645-9006-8d8b681c5ca7 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:06.824041 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61509076-6c67-454d-953f-7f8767fe12a2', 'tag': 'f9e7d706-eeb2-4c36-bc95-57a88b698913', 'status': 'completed', 'code': 200} Sep 15 17:01:06.830386 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:06.833929 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-cf392a95-d543-4d7c-a964-a3772176329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:06.835760 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-cf392a95-d543-4d7c-a964-a3772176329f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8abcfa2-4651-46db-bfa8-dca22372e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693743 Sep 15 17:01:06.848355 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b0697fcb-fa92-4a2b-b717-743ce614cf3b req-be3b3b24-7049-4f9f-b0dd-7217d62d5b5a tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286221 Sep 15 17:01:06.868211 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900f2c1-d291-4a87-b140-fff15eca6f62 req-e8e09c59-9981-4461-b4c2-c70c1b4edb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:06.870269 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a900f2c1-d291-4a87-b140-fff15eca6f62 req-e8e09c59-9981-4461-b4c2-c70c1b4edb28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 918 time: 0.2149990 Sep 15 17:01:06.932903 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ceb0cbd4-c7e4-4f6c-abb6-2757179c7273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:06.974564 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fd6f1-05c5-46db-af96-eca6de6a7a2d req-c06d5148-ad91-4710-a22f-925ebd4008ff tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:06.975965 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e51fd6f1-05c5-46db-af96-eca6de6a7a2d req-c06d5148-ad91-4710-a22f-925ebd4008ff tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 943 time: 0.0526788 Sep 15 17:01:06.994356 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0cbd4-c7e4-4f6c-abb6-2757179c7273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e4dba6-9a1e-46ed-9523-d9738e6f8f98,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:07.003743 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb0cbd4-c7e4-4f6c-abb6-2757179c7273 admin admin] Checking segment: {'id': 'f2b8af0d-abff-4804-9a54-39eca77ef6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9d77912a-15ee-4da6-a968-89f687c46972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:01:07.004283 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb0cbd4-c7e4-4f6c-abb6-2757179c7273 admin admin] Network hostable DHCP agents. Network: 9d77912a-15ee-4da6-a968-89f687c46972, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:01:07.022648 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb0cbd4-c7e4-4f6c-abb6-2757179c7273 admin admin] Network 9d77912a-15ee-4da6-a968-89f687c46972 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:01:07.023509 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e51fd6f1-05c5-46db-af96-eca6de6a7a2d req-57286317-2915-42eb-9de1-2d7debdcd358 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395606 Sep 15 17:01:07.032500 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-ceb0cbd4-c7e4-4f6c-abb6-2757179c7273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, 9d77912a-15ee-4da6-a968-89f687c46972) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:07.037685 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0cbd4-c7e4-4f6c-abb6-2757179c7273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:07.038361 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ceb0cbd4-c7e4-4f6c-abb6-2757179c7273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:07.042305 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e48513-8343-48bf-a8f1-3cba2ae09153 None None] Network 9d77912a-15ee-4da6-a968-89f687c46972 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:01:07.053971 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ceb0cbd4-c7e4-4f6c-abb6-2757179c7273 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6262991 Sep 15 17:01:07.154279 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239912f1-6361-46d7-bbe4-daf75a3012c8 req-c81be038-dbe0-4e85-824a-567ddf82ede4 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:07.155881 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-239912f1-6361-46d7-bbe4-daf75a3012c8 req-c81be038-dbe0-4e85-824a-567ddf82ede4 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 944 time: 0.0537765 Sep 15 17:01:07.173490 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e529f27c-ac3e-4c89-bcf0-9bb0f19fe22f None None] Network 9d77912a-15ee-4da6-a968-89f687c46972 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:01:07.195846 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-239912f1-6361-46d7-bbe4-daf75a3012c8 req-0bfde27d-ab65-44f1-9147-7d5a9f8b839f tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336165 Sep 15 17:01:07.590644 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3a3a-ee43-4ef6-84be-ecf1150c7372 req-cc606533-1572-4677-a25b-93bb22c00a84 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:07.592246 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-292a3a3a-ee43-4ef6-84be-ecf1150c7372 req-cc606533-1572-4677-a25b-93bb22c00a84 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0712800 Sep 15 17:01:07.633104 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-292a3a3a-ee43-4ef6-84be-ecf1150c7372 req-7ae0b510-7ed7-42e5-8fff-c793ed38c481 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341880 Sep 15 17:01:07.869551 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe604427-d83c-434a-b57e-b0965da8b178 req-986bf3da-7644-4951-850f-3b5f7b4a4204 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:07.872217 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fe604427-d83c-434a-b57e-b0965da8b178 req-986bf3da-7644-4951-850f-3b5f7b4a4204 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 944 time: 0.0482583 Sep 15 17:01:07.914389 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fe604427-d83c-434a-b57e-b0965da8b178 req-c4f8fc48-1eda-4824-95a6-dd16484c26f7 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355315 Sep 15 17:01:07.968531 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f70a6d-68ad-4bbf-ade0-8d3a5a4e7980 req-7bb0ba07-99e8-453c-8570-855704968629 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:07.970141 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6f70a6d-68ad-4bbf-ade0-8d3a5a4e7980 req-7bb0ba07-99e8-453c-8570-855704968629 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 944 time: 0.0574148 Sep 15 17:01:08.021645 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6f70a6d-68ad-4bbf-ade0-8d3a5a4e7980 req-c642514d-d184-41ff-a0be-0cb4e4f3e61d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448644 Sep 15 17:01:08.136269 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963825ba-8e81-4045-a661-f2d5c9487373 req-ebf24556-cb81-4ead-a52f-2dc23739eaa4 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:08.137769 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-963825ba-8e81-4045-a661-f2d5c9487373 req-ebf24556-cb81-4ead-a52f-2dc23739eaa4 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 943 time: 0.0468194 Sep 15 17:01:08.177532 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-963825ba-8e81-4045-a661-f2d5c9487373 req-d83c4b04-3f60-4dda-95c5-85b513ff7e84 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336936 Sep 15 17:01:08.315664 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807acc6-858c-4fa0-a807-ee77dcbdacf6 req-26a56b58-f6a9-474c-a373-0da990f9508f tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:08.317030 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2807acc6-858c-4fa0-a807-ee77dcbdacf6 req-26a56b58-f6a9-474c-a373-0da990f9508f tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 944 time: 0.0477228 Sep 15 17:01:08.353724 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2807acc6-858c-4fa0-a807-ee77dcbdacf6 req-eaa0c863-85cf-4fb3-baee-26d48d559114 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298958 Sep 15 17:01:08.752095 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339059a-6ed4-4426-87c4-2ffc5612ba24 req-5039ab6d-2ba0-4bce-8c93-cee24fbbd330 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:08.753616 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8339059a-6ed4-4426-87c4-2ffc5612ba24 req-5039ab6d-2ba0-4bce-8c93-cee24fbbd330 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0483906 Sep 15 17:01:08.794471 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8339059a-6ed4-4426-87c4-2ffc5612ba24 req-5237a6c4-2f28-47bc-88df-3ba75523489f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350399 Sep 15 17:01:09.031311 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef5847-d2b9-45ea-8f07-6584da439aec req-235ce997-6827-4277-b7ca-5e055ab99554 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:09.032749 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3bef5847-d2b9-45ea-8f07-6584da439aec req-235ce997-6827-4277-b7ca-5e055ab99554 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 944 time: 0.0500836 Sep 15 17:01:09.071481 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3bef5847-d2b9-45ea-8f07-6584da439aec req-b4ca7e94-eaeb-4e86-ab05-8530d20efc8e tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328166 Sep 15 17:01:09.136339 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411a1b3-f390-4c28-9293-b2e67fd36bfc req-c58db3d3-4055-4033-8283-54854083b8f3 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:09.137811 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3411a1b3-f390-4c28-9293-b2e67fd36bfc req-c58db3d3-4055-4033-8283-54854083b8f3 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 944 time: 0.0473268 Sep 15 17:01:09.173755 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3411a1b3-f390-4c28-9293-b2e67fd36bfc req-29419e8c-06ee-4676-a3e0-da8fa8bbb730 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302122 Sep 15 17:01:09.289927 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac371792-66d5-482c-b1df-7371724726aa req-23d2432f-be2d-46ba-8b80-5ba57843da4d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:09.291571 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ac371792-66d5-482c-b1df-7371724726aa req-23d2432f-be2d-46ba-8b80-5ba57843da4d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 943 time: 0.0483911 Sep 15 17:01:09.329004 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ac371792-66d5-482c-b1df-7371724726aa req-e883ebff-7f6e-4308-99ac-93029f6ed942 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312998 Sep 15 17:01:09.465108 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d909f-276c-42a3-b2c1-ca2517feeb5e req-cdcf663e-92fe-432b-8b2c-f828266bcdee tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:09.466673 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ed6d909f-276c-42a3-b2c1-ca2517feeb5e req-cdcf663e-92fe-432b-8b2c-f828266bcdee tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 944 time: 0.0477757 Sep 15 17:01:09.506939 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ed6d909f-276c-42a3-b2c1-ca2517feeb5e req-6ada8790-7b99-483a-b9dc-4e451ce5ec4a tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345221 Sep 15 17:01:09.586699 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a900f2c1-d291-4a87-b140-fff15eca6f62 req-dbf309b9-847e-45da-b4ca-100d6a4534c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02a38038-2747-44c9-818f-3be6881e6307 HTTP/1.1" status: 200 len: 217 time: 0.0354538 Sep 15 17:01:09.637945 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900f2c1-d291-4a87-b140-fff15eca6f62 req-19d7608d-8a78-445f-b28f-a87fb93ca1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:09.639397 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a900f2c1-d291-4a87-b140-fff15eca6f62 req-19d7608d-8a78-445f-b28f-a87fb93ca1ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8815898d-b5f7-4b05-94b1-deab0b1fc8f9 HTTP/1.1" status: 200 len: 856 time: 0.0444272 Sep 15 17:01:09.643147 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-8a564ffa-e9e9-4519-9258-33a082eab263 service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907934 Sep 15 17:01:09.693578 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900f2c1-d291-4a87-b140-fff15eca6f62 req-61013034-79c1-4070-b76d-aed9adddc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:09.695067 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a900f2c1-d291-4a87-b140-fff15eca6f62 req-61013034-79c1-4070-b76d-aed9adddc125 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41390e80-5a37-4d89-9768-ab4b57783230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411475 Sep 15 17:01:09.746457 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-928860e3-49b2-4f0b-9b71-3a87555deffb req-f901e1ae-06c8-4c0d-b547-9c3c3061e76a service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918732 Sep 15 17:01:09.792300 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a900f2c1-d291-4a87-b140-fff15eca6f62 req-95b5814b-a504-4deb-b077-b0175ab54eec service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867004 Sep 15 17:01:09.849467 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a44650-d33e-41a7-be36-d8481c186f3a req-cfdf93fe-0f72-459c-b1d1-9af07ae503e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:09.850998 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96a44650-d33e-41a7-be36-d8481c186f3a req-cfdf93fe-0f72-459c-b1d1-9af07ae503e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6&device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 1097 time: 0.0472345 Sep 15 17:01:09.896022 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a900f2c1-d291-4a87-b140-fff15eca6f62 req-edcce10f-246b-4350-a69a-b44c1cb49346 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922699 Sep 15 17:01:09.975770 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a110f3e-433e-4485-89b3-a22b82b0d395 req-7b1f8c55-0291-40c7-b7be-f50959fc7483 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:09.977456 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6a110f3e-433e-4485-89b3-a22b82b0d395 req-7b1f8c55-0291-40c7-b7be-f50959fc7483 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0999522 Sep 15 17:01:09.999129 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a44650-d33e-41a7-be36-d8481c186f3a req-b09999be-36cf-4465-ad74-57e5e4c1b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:10.000394 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96a44650-d33e-41a7-be36-d8481c186f3a req-b09999be-36cf-4465-ad74-57e5e4c1b3f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8abcfa2-4651-46db-bfa8-dca22372e9a9 HTTP/1.1" status: 200 len: 912 time: 0.1416197 Sep 15 17:01:10.054994 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96a44650-d33e-41a7-be36-d8481c186f3a req-0d6779c6-d97c-4607-9012-3da5c88ce072 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9e7d706-eeb2-4c36-bc95-57a88b698913 HTTP/1.1" status: 200 len: 217 time: 0.0419092 Sep 15 17:01:10.059825 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6a110f3e-433e-4485-89b3-a22b82b0d395 req-f47b1525-de3d-409a-8d1a-dcd6d21396bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753472 Sep 15 17:01:10.108914 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a44650-d33e-41a7-be36-d8481c186f3a req-d6eac9a1-22a7-4b87-8ae2-2acc99590e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:10.110854 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96a44650-d33e-41a7-be36-d8481c186f3a req-d6eac9a1-22a7-4b87-8ae2-2acc99590e7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06bceb72-5d20-4bec-a77a-620e787ae235 HTTP/1.1" status: 200 len: 850 time: 0.0484002 Sep 15 17:01:10.168745 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a44650-d33e-41a7-be36-d8481c186f3a req-deb8163c-262c-4432-831a-966342a7ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:10.170627 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96a44650-d33e-41a7-be36-d8481c186f3a req-deb8163c-262c-4432-831a-966342a7ceae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8abcfa2-4651-46db-bfa8-dca22372e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501406 Sep 15 17:01:10.199431 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df0d99-1524-4753-a2fb-bc69a5af860d req-beb2de62-a569-42e7-b40c-f117032618ec tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:10.200961 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-47df0d99-1524-4753-a2fb-bc69a5af860d req-beb2de62-a569-42e7-b40c-f117032618ec tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 944 time: 0.0520275 Sep 15 17:01:10.248400 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-47df0d99-1524-4753-a2fb-bc69a5af860d req-2e018105-ab69-462a-acb5-857763065252 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400586 Sep 15 17:01:10.323015 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dc8cc-b4b3-4763-bd3b-0bfa86921722 req-1ad17365-0896-4c48-afc2-b48288f6e855 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:10.327957 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1d9dc8cc-b4b3-4763-bd3b-0bfa86921722 req-1ad17365-0896-4c48-afc2-b48288f6e855 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 944 time: 0.0766737 Sep 15 17:01:10.335591 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96a44650-d33e-41a7-be36-d8481c186f3a req-b9ef2d86-52d8-4732-b6aa-2cedd9a0d52e service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554458 Sep 15 17:01:10.407797 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60644) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:10.423132 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1d9dc8cc-b4b3-4763-bd3b-0bfa86921722 req-1f0bfa98-353a-4946-84bf-c2810086f213 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863118 Sep 15 17:01:10.456218 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96a44650-d33e-41a7-be36-d8481c186f3a req-15862f0b-5e9e-4be3-9da3-dffe04d1c0d6 service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061270 Sep 15 17:01:10.456593 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71929904-d48f-4c2c-b72c-dda42d553662 req-d5e995a4-7894-4513-88f9-674fe5a7babf tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:10.458107 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-71929904-d48f-4c2c-b72c-dda42d553662 req-d5e995a4-7894-4513-88f9-674fe5a7babf tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 943 time: 0.0617034 Sep 15 17:01:10.497602 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-71929904-d48f-4c2c-b72c-dda42d553662 req-8a133932-3492-487c-aaf9-b09a5fdea964 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333703 Sep 15 17:01:10.532098 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-157411aa-2183-4fa5-b672-e5a474f3963d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:10.641317 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-157411aa-2183-4fa5-b672-e5a474f3963d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:10.644342 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411ff9f-e17a-41fa-aa38-90f32dc65547 req-d73be46c-2bae-4ef4-9837-14f9475dcc8f tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:10.649262 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-157411aa-2183-4fa5-b672-e5a474f3963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:10.649398 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c411ff9f-e17a-41fa-aa38-90f32dc65547 req-d73be46c-2bae-4ef4-9837-14f9475dcc8f tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 944 time: 0.0531223 Sep 15 17:01:10.683607 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157411aa-2183-4fa5-b672-e5a474f3963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff9c5a1-f4a0-452e-be44-14b9593ef0a3,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:10.687594 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-157411aa-2183-4fa5-b672-e5a474f3963d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56cca40d46014500ac3a8f8a90fde3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788658 Sep 15 17:01:10.690342 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 60660) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:10.692870 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c411ff9f-e17a-41fa-aa38-90f32dc65547 req-2062a2c7-98f2-4302-acb6-e7c3d7e39ebb tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388517 Sep 15 17:01:10.742531 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c4f288a-a4e7-4790-8810-b8407998a361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:10.765167 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c4f288a-a4e7-4790-8810-b8407998a361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:10.813651 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c4f288a-a4e7-4790-8810-b8407998a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:10.816258 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3c4f288a-a4e7-4790-8810-b8407998a361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:10.817554 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3c4f288a-a4e7-4790-8810-b8407998a361 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fff9c5a1-f4a0-452e-be44-14b9593ef0a3 HTTP/1.1" status: 204 len: 168 time: 0.1261988 Sep 15 17:01:10.826465 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f288a-a4e7-4790-8810-b8407998a361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff9c5a1-f4a0-452e-be44-14b9593ef0a3,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:11.187629 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5b30d-1856-4f9a-9df3-14f29ed5d317 req-a7845db8-a4eb-472b-9063-b6be258a365a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:11.189189 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-62e5b30d-1856-4f9a-9df3-14f29ed5d317 req-a7845db8-a4eb-472b-9063-b6be258a365a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0493155 Sep 15 17:01:11.229219 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-62e5b30d-1856-4f9a-9df3-14f29ed5d317 req-514ce6f3-978a-49f0-9270-d6ca1a889253 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334940 Sep 15 17:01:11.366438 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5edcee-9b5c-4669-8a29-7ef50af6350a req-0844f74b-dfe5-45e5-8a3c-bc12022777fb tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:11.367923 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6c5edcee-9b5c-4669-8a29-7ef50af6350a req-0844f74b-dfe5-45e5-8a3c-bc12022777fb tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 944 time: 0.0519688 Sep 15 17:01:11.407076 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6c5edcee-9b5c-4669-8a29-7ef50af6350a req-fd3b39f4-bd94-41b4-a05f-2306e73b9ad6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319116 Sep 15 17:01:11.545276 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6ce7a-49fb-4a39-81e5-a0604daac34d req-716fdaef-beec-4215-98b2-df2630a3712c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:11.547287 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0fb6ce7a-49fb-4a39-81e5-a0604daac34d req-716fdaef-beec-4215-98b2-df2630a3712c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 944 time: 0.0557792 Sep 15 17:01:11.555887 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:01:11.596673 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0fb6ce7a-49fb-4a39-81e5-a0604daac34d req-b824a9ea-2fde-410f-8bd6-5defb742cd2b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 Sep 15 17:01:11.611760 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device eacf80e6-985a-46e7-ae4d-d6351150d655 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:11.632073 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f693-25ab-4a19-879c-61a74feaffae req-a9c53298-5a09-4d01-990f-7ed8560ef6a2 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:11.633701 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9026f693-25ab-4a19-879c-61a74feaffae req-a9c53298-5a09-4d01-990f-7ed8560ef6a2 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 943 time: 0.0542350 Sep 15 17:01:11.675996 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9026f693-25ab-4a19-879c-61a74feaffae req-073e65a1-27d9-4e1d-b1e2-525515793a7d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351920 Sep 15 17:01:11.715233 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:11.733074 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port eacf80e6-985a-46e7-ae4d-d6351150d655 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:01:11.737079 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '6d8a9b9a-ed56-4774-aa26-ee3230aad0aa', 'network_id': 'b001fffd-df46-42ce-ac95-85f7832c7c8b', 'port_id': '6d8a9b9a-ed56-4774-aa26-ee3230aad0aa', 'mac_address': 'fa:16:3e:50:40:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb25078e-4bc9-4e87-9857-16b4673ee250', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:01:11.739066 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port eacf80e6-985a-46e7-ae4d-d6351150d655 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:11.739841 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:11.812296 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:11.833411 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:11.835221 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8818e6-ba90-4fa9-99d2-fb96310753de req-5b4a63dd-2548-4958-b964-c5229eb57468 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:11.837005 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-da8818e6-ba90-4fa9-99d2-fb96310753de req-5b4a63dd-2548-4958-b964-c5229eb57468 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 944 time: 0.0645688 Sep 15 17:01:11.888535 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:11.894742 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:11.895495 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 02a38038-2747-44c9-818f-3be6881e6307 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:01:11.905839 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-da8818e6-ba90-4fa9-99d2-fb96310753de req-38a697a8-4a8a-4401-8737-e287f9c8b459 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546892 Sep 15 17:01:11.939289 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:11.970517 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:12.008340 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacf80e6-985a-46e7-ae4d-d6351150d655'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:12.100689 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port eacf80e6-985a-46e7-ae4d-d6351150d655, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=eacf80e6-985a-46e7-ae4d-d6351150d655,segment=NetworkSegment(cc931188-f015-48ad-a411-942c4c768317),segment_id=cc931188-f015-48ad-a411-942c4c768317)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:12.127578 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:12.128362 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 7f88dff0-9443-43be-be9c-010b69bce554 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:12.223116 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=02a38038-2747-44c9-818f-3be6881e6307,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:12.229682 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba446aa-cae6-41ff-af03-db593037b55d" -d '{"events": [{"server_uuid": "b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be", "name": "network-vif-plugged", "status": "completed", "tag": "eacf80e6-985a-46e7-ae4d-d6351150d655"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:12.246031 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=eacf80e6-985a-46e7-ae4d-d6351150d655,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:12.253498 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '02a38038-2747-44c9-818f-3be6881e6307', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'port_id': '02a38038-2747-44c9-818f-3be6881e6307', 'mac_address': 'fa:16:3e:8f:c1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:01:12.293683 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port 7f88dff0-9443-43be-be9c-010b69bce554 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:01:12.310075 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 7f88dff0-9443-43be-be9c-010b69bce554 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:12.310441 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:12.348473 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:12.371551 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a38038-2747-44c9-818f-3be6881e6307 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:12.397220 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=02a38038-2747-44c9-818f-3be6881e6307,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:12.402867 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:12.404416 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca1c7b-951f-47a7-8f23-eee24be4e6e9 req-3b4fa315-2289-4103-b3bd-e1dca7b16578 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:12.415203 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-64ca1c7b-951f-47a7-8f23-eee24be4e6e9 req-3b4fa315-2289-4103-b3bd-e1dca7b16578 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0865548 Sep 15 17:01:12.477496 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:12.502774 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-64ca1c7b-951f-47a7-8f23-eee24be4e6e9 req-539c2a86-1afd-4e36-affe-b00ca76a6314 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852902 Sep 15 17:01:12.506094 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=02a38038-2747-44c9-818f-3be6881e6307,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:12.528501 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 7f88dff0-9443-43be-be9c-010b69bce554, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=7f88dff0-9443-43be-be9c-010b69bce554,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:12.542254 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:12.544102 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 8c515783-44fc-4831-8af8-d987f965dec3 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:12.595070 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c4ed33-121a-4277-b8c8-4f329f57f339 x-openstack-request-id: req-f4c4ed33-121a-4277-b8c8-4f329f57f339 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:12.595620 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be", "name": "network-vif-plugged", "status": "completed", "tag": "eacf80e6-985a-46e7-ae4d-d6351150d655", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:12.596291 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4c4ed33-121a-4277-b8c8-4f329f57f339 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:12.597716 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacf80e6-985a-46e7-ae4d-d6351150d655', 'code': 200} Sep 15 17:01:12.642816 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014664c-245c-4323-a716-4731521c35f2 req-1817cb35-29a2-4bf1-9199-ae6a106ca006 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:12.652338 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b014664c-245c-4323-a716-4731521c35f2 req-1817cb35-29a2-4bf1-9199-ae6a106ca006 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 944 time: 0.0707161 Sep 15 17:01:12.693839 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b014664c-245c-4323-a716-4731521c35f2 req-6771d04c-4936-43f1-8130-8b9b894096d6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Sep 15 17:01:12.696364 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=7f88dff0-9443-43be-be9c-010b69bce554,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:12.700981 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port 8c515783-44fc-4831-8af8-d987f965dec3 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:01:12.709280 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 8c515783-44fc-4831-8af8-d987f965dec3 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:12.709932 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:12.767406 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28271700-9258-4f5f-837d-9dd91b975587 req-8f29ec9c-bd35-4885-9e53-21978b9b6b76 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:12.770357 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-28271700-9258-4f5f-837d-9dd91b975587 req-8f29ec9c-bd35-4885-9e53-21978b9b6b76 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 944 time: 0.0684092 Sep 15 17:01:12.807497 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96909588-f141-42fc-8abb-2da8006f1ed4 req-28a5315c-8ce4-4ad1-abf5-2e4ca4dcf0c4 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:12.810061 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-96909588-f141-42fc-8abb-2da8006f1ed4 req-28a5315c-8ce4-4ad1-abf5-2e4ca4dcf0c4 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 944 time: 0.0572565 Sep 15 17:01:12.819619 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:12.829041 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-28271700-9258-4f5f-837d-9dd91b975587 req-822776b6-0f1e-4128-b638-a9a788481f12 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511138 Sep 15 17:01:12.860515 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-96909588-f141-42fc-8abb-2da8006f1ed4 req-2e0f563d-e547-4d5a-aef6-900ab47e3c02 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439863 Sep 15 17:01:12.868675 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 8c515783-44fc-4831-8af8-d987f965dec3, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8c515783-44fc-4831-8af8-d987f965dec3,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:12.873948 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:12.925535 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=8c515783-44fc-4831-8af8-d987f965dec3,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:13.015098 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dab089-5e41-482a-8ed0-0e8887e89131 req-6aaa3284-1d03-4b66-a607-8bd2113d58fb tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:13.016628 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69dab089-5e41-482a-8ed0-0e8887e89131 req-6aaa3284-1d03-4b66-a607-8bd2113d58fb tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 945 time: 0.0533514 Sep 15 17:01:13.055143 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69dab089-5e41-482a-8ed0-0e8887e89131 req-8f9099ec-c479-4350-8619-3ebfdb852bd3 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325289 Sep 15 17:01:13.616178 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e143ea-e7b0-45a5-9c50-a477867729f8 req-b3a3d336-e25b-47a5-8eb5-5b43aea0d255 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:13.617667 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-96e143ea-e7b0-45a5-9c50-a477867729f8 req-b3a3d336-e25b-47a5-8eb5-5b43aea0d255 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 944 time: 0.0476410 Sep 15 17:01:13.655199 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-96e143ea-e7b0-45a5-9c50-a477867729f8 req-de6ac7a5-567a-416d-a4b0-23da774439cf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316279 Sep 15 17:01:13.805936 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec50dc3-03a3-4748-a17e-8be771bf2600 req-b0cc862b-b86b-4728-9bd3-bce04de99f5b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:13.807389 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ec50dc3-03a3-4748-a17e-8be771bf2600 req-b0cc862b-b86b-4728-9bd3-bce04de99f5b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 945 time: 0.0470018 Sep 15 17:01:13.843699 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ec50dc3-03a3-4748-a17e-8be771bf2600 req-a6ca833d-1ee6-472a-8354-8b9a292597e7 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304053 Sep 15 17:01:13.943836 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128a465-67ab-4e68-ab40-f11ed8a93662 req-c69efef9-9f72-49af-a364-695ea9446c29 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:13.945351 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9128a465-67ab-4e68-ab40-f11ed8a93662 req-c69efef9-9f72-49af-a364-695ea9446c29 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 944 time: 0.0502424 Sep 15 17:01:13.980728 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ae910-5997-4578-a933-4773db12a739 req-c64c37f3-f04f-4dae-8639-779cc7fa1ffe tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:13.982217 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9f1ae910-5997-4578-a933-4773db12a739 req-c64c37f3-f04f-4dae-8639-779cc7fa1ffe tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 944 time: 0.0554450 Sep 15 17:01:13.984061 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9128a465-67ab-4e68-ab40-f11ed8a93662 req-d3e477fa-570c-4bd4-9a0d-2155d6fff269 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321496 Sep 15 17:01:14.022230 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9f1ae910-5997-4578-a933-4773db12a739 req-372a9a71-2dd7-459d-806a-21d13a0aeeb7 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340328 Sep 15 17:01:14.166701 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5c7ff-49e8-42fd-a2a8-8929739c0756 req-3d60a762-8ca6-4b13-9962-25895ef68375 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:14.168147 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-afc5c7ff-49e8-42fd-a2a8-8929739c0756 req-3d60a762-8ca6-4b13-9962-25895ef68375 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 945 time: 0.0471194 Sep 15 17:01:14.204678 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-afc5c7ff-49e8-42fd-a2a8-8929739c0756 req-2302a04f-5841-4c67-81de-2a058ea0f481 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307398 Sep 15 17:01:14.599300 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccc9e7f-b62c-4d7e-a5ae-a11471925881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f88dff0-9443-43be-be9c-010b69bce554'}, {'server_uuid': '5a822f77-7cd8-404c-9c1d-d0436e6eaabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c515783-44fc-4831-8af8-d987f965dec3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:14.601688 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef667dd7-b816-4f90-9088-a83a9b38864b" -d '{"events": [{"server_uuid": "cccc9e7f-b62c-4d7e-a5ae-a11471925881", "name": "network-vif-plugged", "status": "completed", "tag": "7f88dff0-9443-43be-be9c-010b69bce554"}, {"server_uuid": "5a822f77-7cd8-404c-9c1d-d0436e6eaabe", "name": "network-vif-plugged", "status": "completed", "tag": "8c515783-44fc-4831-8af8-d987f965dec3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:14.641259 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2dae96-d959-4621-8961-90bb31a34250 x-openstack-request-id: req-ea2dae96-d959-4621-8961-90bb31a34250 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:14.641562 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccc9e7f-b62c-4d7e-a5ae-a11471925881", "name": "network-vif-plugged", "status": "completed", "tag": "7f88dff0-9443-43be-be9c-010b69bce554", "code": 200}, {"server_uuid": "5a822f77-7cd8-404c-9c1d-d0436e6eaabe", "name": "network-vif-plugged", "status": "completed", "tag": "8c515783-44fc-4831-8af8-d987f965dec3", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:14.641808 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea2dae96-d959-4621-8961-90bb31a34250 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:14.642194 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccc9e7f-b62c-4d7e-a5ae-a11471925881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f88dff0-9443-43be-be9c-010b69bce554', 'code': 200} Sep 15 17:01:14.642442 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a822f77-7cd8-404c-9c1d-d0436e6eaabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c515783-44fc-4831-8af8-d987f965dec3', 'code': 200} Sep 15 17:01:14.771473 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bfa96-5496-49eb-a09a-0622f6a42ed5 req-fa2ffb1b-a0b2-468f-b599-16c4d648b8f1 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:14.773002 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fe1bfa96-5496-49eb-a09a-0622f6a42ed5 req-fa2ffb1b-a0b2-468f-b599-16c4d648b8f1 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 944 time: 0.0483615 Sep 15 17:01:14.810027 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fe1bfa96-5496-49eb-a09a-0622f6a42ed5 req-5eb144c6-7593-4e2f-8ee0-9342a7ae2154 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306807 Sep 15 17:01:14.959923 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf0e1f-7d1b-4821-ac77-a47e4ab161cd req-3a89d8ba-4e05-41a7-9ff3-f25a42c4f318 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:14.961386 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6bf0e1f-7d1b-4821-ac77-a47e4ab161cd req-3a89d8ba-4e05-41a7-9ff3-f25a42c4f318 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 945 time: 0.0501680 Sep 15 17:01:14.999661 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d6bf0e1f-7d1b-4821-ac77-a47e4ab161cd req-87f16fca-dbaf-4110-a0fa-3c70ae084957 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314300 Sep 15 17:01:15.105538 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d8490-63cf-4d4d-a436-39e3b0523bdc req-d8c67ad7-8a3c-44c8-aaea-18854ca3efe9 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:15.107084 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f86d8490-63cf-4d4d-a436-39e3b0523bdc req-d8c67ad7-8a3c-44c8-aaea-18854ca3efe9 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 944 time: 0.0571506 Sep 15 17:01:15.158726 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f86d8490-63cf-4d4d-a436-39e3b0523bdc req-0b27edde-30de-41b6-aef7-1a5f6b74063c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456247 Sep 15 17:01:15.163981 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7cc69-41e3-4cfe-a488-7cf4ab0641bf req-320a0079-2eef-49bb-8b98-2e662bc67ae9 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:15.174636 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bcc7cc69-41e3-4cfe-a488-7cf4ab0641bf req-320a0079-2eef-49bb-8b98-2e662bc67ae9 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 944 time: 0.0854869 Sep 15 17:01:15.215211 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bcc7cc69-41e3-4cfe-a488-7cf4ab0641bf req-f091f6e4-e77a-4a77-a4d7-554ce32a50d8 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392780 Sep 15 17:01:15.342204 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81029db1-f08f-4f72-882f-1d9399eb098c req-b5522177-d9ae-4e94-9d28-3114dfe2bc2e tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:15.343901 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-81029db1-f08f-4f72-882f-1d9399eb098c req-b5522177-d9ae-4e94-9d28-3114dfe2bc2e tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 945 time: 0.0560937 Sep 15 17:01:15.381260 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c1261-42db-407f-adab-3f01ab913dae req-a0f374f5-01db-4bde-8872-e2790348faef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:15.382672 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-764c1261-42db-407f-adab-3f01ab913dae req-a0f374f5-01db-4bde-8872-e2790348faef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 1098 time: 0.0875509 Sep 15 17:01:15.413797 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['6d8a9b9a-ed56-4774-aa26-ee3230aad0aa'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:01:15.446191 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['02a38038-2747-44c9-818f-3be6881e6307'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:01:15.456649 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-81029db1-f08f-4f72-882f-1d9399eb098c req-b6171530-a85a-410d-8c0d-80010a16890d tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064162 Sep 15 17:01:15.466773 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbe4c8-2ac6-49e4-bfd0-a092dff58010 req-4f6a915f-a503-4f21-9eae-9733bdd2d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:15.468573 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-edcbe4c8-2ac6-49e4-bfd0-a092dff58010 req-4f6a915f-a503-4f21-9eae-9733bdd2d1c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 1098 time: 0.1099420 Sep 15 17:01:15.490219 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-edcbe4c8-2ac6-49e4-bfd0-a092dff58010 req-4508ff26-be82-4693-8fbe-ce23d5d2b4d3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:15.602211 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-edcbe4c8-2ac6-49e4-bfd0-a092dff58010 req-4508ff26-be82-4693-8fbe-ce23d5d2b4d3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:15.607556 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-edcbe4c8-2ac6-49e4-bfd0-a092dff58010 req-4508ff26-be82-4693-8fbe-ce23d5d2b4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:15.645908 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-edcbe4c8-2ac6-49e4-bfd0-a092dff58010 req-4508ff26-be82-4693-8fbe-ce23d5d2b4d3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690643 Sep 15 17:01:15.658440 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508ff26-be82-4693-8fbe-ce23d5d2b4d3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b726aa-fb07-4779-920f-4e6fd395d6a3,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:15.679551 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad687e9e-5a57-451c-9915-fbb6d7660ce8 req-ccaaeb84-38c6-4ad1-aa40-50c042b6d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:15.681134 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad687e9e-5a57-451c-9915-fbb6d7660ce8 req-ccaaeb84-38c6-4ad1-aa40-50c042b6d9c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 1098 time: 0.2828188 Sep 15 17:01:15.682773 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-764c1261-42db-407f-adab-3f01ab913dae req-74c43863-c70f-4e43-aec5-c439f01cc795 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751794 Sep 15 17:01:15.933646 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fff42-4f08-4f45-bc11-abe4afb7b274 req-abead433-6208-4791-b6f5-fb0c33553d1b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:15.935291 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8b4fff42-4f08-4f45-bc11-abe4afb7b274 req-abead433-6208-4791-b6f5-fb0c33553d1b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 944 time: 0.0518827 Sep 15 17:01:15.975874 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8b4fff42-4f08-4f45-bc11-abe4afb7b274 req-5a9401d1-a82d-46fe-a4cf-9856605f1ada tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347028 Sep 15 17:01:16.083429 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad687e9e-5a57-451c-9915-fbb6d7660ce8 req-8f66ecbd-3666-4bbd-9cae-4a6f4cf39414 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286565 Sep 15 17:01:16.118047 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a2de7-5d80-4785-b45a-0c4388cffe93 req-abc3dd94-bb3a-4aed-a929-31cfbed3afec tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:16.120840 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d67a2de7-5d80-4785-b45a-0c4388cffe93 req-abc3dd94-bb3a-4aed-a929-31cfbed3afec tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 945 time: 0.0562775 Sep 15 17:01:16.161106 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d67a2de7-5d80-4785-b45a-0c4388cffe93 req-075efd05-57bb-408f-b4e1-f9bde5132c66 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339534 Sep 15 17:01:16.286046 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe6281-c310-4cc1-85db-dad2679bce02 req-e7e9d37c-427e-4ad3-9f06-f830ba28164d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:16.287761 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-edbe6281-c310-4cc1-85db-dad2679bce02 req-e7e9d37c-427e-4ad3-9f06-f830ba28164d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 944 time: 0.0655117 Sep 15 17:01:16.337997 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-edbe6281-c310-4cc1-85db-dad2679bce02 req-eb4e1526-929c-4b01-a9a9-574b0b7d7b46 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402932 Sep 15 17:01:16.532463 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d375bac-14f1-4c7f-9b17-113fed150bf4 req-a83c553e-8dad-4344-a7bb-7db9204e1dd1 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:16.533992 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8d375bac-14f1-4c7f-9b17-113fed150bf4 req-a83c553e-8dad-4344-a7bb-7db9204e1dd1 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 944 time: 0.2485421 Sep 15 17:01:16.581441 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8d375bac-14f1-4c7f-9b17-113fed150bf4 req-bfa35028-0a4e-4775-b691-531315f5695a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Sep 15 17:01:16.599348 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e30990-2bf3-49cc-9fa4-51984170dfc8 req-973aa6e1-3b99-4e07-a720-66860e371499 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:16.601078 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f9e30990-2bf3-49cc-9fa4-51984170dfc8 req-973aa6e1-3b99-4e07-a720-66860e371499 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 945 time: 0.0611594 Sep 15 17:01:16.643717 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f9e30990-2bf3-49cc-9fa4-51984170dfc8 req-46db72e5-ef35-45d8-bc1d-40d81f3c250e tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358090 Sep 15 17:01:17.112523 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c840e-6801-45f3-b9ce-c838af1d4587 req-aa36b2ee-0d99-4e3b-aa69-7cd75cb1faf5 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:17.114434 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cd3c840e-6801-45f3-b9ce-c838af1d4587 req-aa36b2ee-0d99-4e3b-aa69-7cd75cb1faf5 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 944 time: 0.0531287 Sep 15 17:01:17.139960 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device f9e7d706-eeb2-4c36-bc95-57a88b698913 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:01:17.142134 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 02a38038-2747-44c9-818f-3be6881e6307 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:17.179837 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cd3c840e-6801-45f3-b9ce-c838af1d4587 req-cbaed5ee-3915-4f72-855b-a429e1da7b7e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588472 Sep 15 17:01:17.315842 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port 02a38038-2747-44c9-818f-3be6881e6307 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:01:17.323608 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 02a38038-2747-44c9-818f-3be6881e6307 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:17.324214 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:17.324690 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5880d4b-31e6-4d66-8505-636ff09376cb req-b2f76024-a840-49a0-b634-2af0192711e7 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:17.326281 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d5880d4b-31e6-4d66-8505-636ff09376cb req-b2f76024-a840-49a0-b634-2af0192711e7 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 945 time: 0.0740933 Sep 15 17:01:17.385614 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d5880d4b-31e6-4d66-8505-636ff09376cb req-8ec1dca0-17ab-488f-9bca-8a69c0fa46a5 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494292 Sep 15 17:01:17.506841 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port f9e7d706-eeb2-4c36-bc95-57a88b698913, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=f9e7d706-eeb2-4c36-bc95-57a88b698913,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:17.510212 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632aa06-7fb3-4ffc-b1f7-167782fa8021 req-48f8893e-6ffe-4b05-ac66-58f91d3ac895 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:17.512534 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3632aa06-7fb3-4ffc-b1f7-167782fa8021 req-48f8893e-6ffe-4b05-ac66-58f91d3ac895 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 944 time: 0.0726757 Sep 15 17:01:17.534339 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': 'f9e7d706-eeb2-4c36-bc95-57a88b698913', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'port_id': 'f9e7d706-eeb2-4c36-bc95-57a88b698913', 'mac_address': 'fa:16:3e:94:50:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:01:17.575043 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3632aa06-7fb3-4ffc-b1f7-167782fa8021 req-771bd00e-1db6-4599-aa17-6ff4aa2b8631 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552883 Sep 15 17:01:17.615703 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:17.617912 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:17.641977 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e7d706-eeb2-4c36-bc95-57a88b698913 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:17.676140 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a38038-2747-44c9-818f-3be6881e6307'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:17.678748 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77fdb68-5c7b-4562-b5a8-391beee3d0d8" -d '{"events": [{"server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "name": "network-vif-plugged", "status": "completed", "tag": "02a38038-2747-44c9-818f-3be6881e6307"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:17.688694 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port f9e7d706-eeb2-4c36-bc95-57a88b698913, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=f9e7d706-eeb2-4c36-bc95-57a88b698913,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:17.698583 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:17.703872 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=02a38038-2747-44c9-818f-3be6881e6307,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:17.709253 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:17.710072 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:17.763583 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32756d-94d6-4f2c-b8dc-5b4280441263 req-e5392354-badc-429a-859c-2c14b4d0926f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:17.769530 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7e32756d-94d6-4f2c-b8dc-5b4280441263 req-e5392354-badc-429a-859c-2c14b4d0926f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 944 time: 0.1124370 Sep 15 17:01:17.779058 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=f9e7d706-eeb2-4c36-bc95-57a88b698913,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:17.826037 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7e32756d-94d6-4f2c-b8dc-5b4280441263 req-18b7e070-14f8-49ea-9643-e70865989455 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524051 Sep 15 17:01:17.880472 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678e477-23a8-49a4-84cf-b22c29320511 req-cc213036-622c-486a-99e8-01136424e6cd tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:17.882577 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6678e477-23a8-49a4-84cf-b22c29320511 req-cc213036-622c-486a-99e8-01136424e6cd tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 945 time: 0.1217306 Sep 15 17:01:17.892940 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd32cb6-9067-4174-a7fa-865b1aec970d x-openstack-request-id: req-1fd32cb6-9067-4174-a7fa-865b1aec970d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:17.893257 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "name": "network-vif-plugged", "status": "completed", "tag": "02a38038-2747-44c9-818f-3be6881e6307", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:17.893506 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fd32cb6-9067-4174-a7fa-865b1aec970d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:17.893887 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a38038-2747-44c9-818f-3be6881e6307', 'code': 200} Sep 15 17:01:17.900452 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=02a38038-2747-44c9-818f-3be6881e6307,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:17.912855 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:01:17.917602 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:17.918166 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:17.952525 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6678e477-23a8-49a4-84cf-b22c29320511 req-518f14c3-13e9-45b8-a90a-6690edf66741 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618083 Sep 15 17:01:18.031490 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:18.067688 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:18.073280 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:18.121390 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:18.163606 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341527a-c756-4b46-b0e6-bbaf59c224fc req-e599e9e0-c2a3-4f0a-ac6f-ac96955b02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:18.165058 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8341527a-c756-4b46-b0e6-bbaf59c224fc req-e599e9e0-c2a3-4f0a-ac6f-ac96955b02ed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 1098 time: 0.0384517 Sep 15 17:01:18.202194 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['f9e7d706-eeb2-4c36-bc95-57a88b698913'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:01:18.228853 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8341527a-c756-4b46-b0e6-bbaf59c224fc req-53f8a6cc-5002-4bee-812b-ed391e0ee1f3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312979 Sep 15 17:01:18.314759 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d759f-7c3e-4168-b904-4af3bef8bb83 req-c7785abb-8eee-4912-a5f7-6f9e901f9907 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:18.316160 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-126d759f-7c3e-4168-b904-4af3bef8bb83 req-c7785abb-8eee-4912-a5f7-6f9e901f9907 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0509312 Sep 15 17:01:18.356614 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-126d759f-7c3e-4168-b904-4af3bef8bb83 req-a9c397a1-291e-4863-822f-7b6a0824e6ef tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335643 Sep 15 17:01:18.505258 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a999b-3d45-4ecb-ac75-ea55bda859b1 req-5bdd5c3e-a1fb-48a0-9646-a4b7badf5434 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:18.506742 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e75a999b-3d45-4ecb-ac75-ea55bda859b1 req-5bdd5c3e-a1fb-48a0-9646-a4b7badf5434 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 945 time: 0.0523632 Sep 15 17:01:18.545091 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e75a999b-3d45-4ecb-ac75-ea55bda859b1 req-ca1d9cc9-eb7b-4e58-9f92-3ababcd27b68 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Sep 15 17:01:18.633580 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:01:18.706568 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250a6ea-d892-40c0-84b9-9caa58bbfc19 req-67648a63-bd07-4f66-9393-981872e334ed tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:18.708156 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8250a6ea-d892-40c0-84b9-9caa58bbfc19 req-67648a63-bd07-4f66-9393-981872e334ed tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 945 time: 0.0593088 Sep 15 17:01:18.753110 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8250a6ea-d892-40c0-84b9-9caa58bbfc19 req-64744684-7f92-4a56-9e00-5ffc72ca657e tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363550 Sep 15 17:01:18.966547 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27fe72-0660-4d66-b358-10ee1aae287a req-699bcbc9-4417-474e-bb5e-3c4fce8ab28c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:18.972777 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0d27fe72-0660-4d66-b358-10ee1aae287a req-699bcbc9-4417-474e-bb5e-3c4fce8ab28c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0642202 Sep 15 17:01:19.020292 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0d27fe72-0660-4d66-b358-10ee1aae287a req-5d723811-da77-4f29-a82e-955cc73aa451 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437541 Sep 15 17:01:19.092338 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf500ca8-8050-43dc-8fe4-5e0dac8b1cce req-d2ceb292-175c-4226-9754-548e0f909860 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:19.101690 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bf500ca8-8050-43dc-8fe4-5e0dac8b1cce req-d2ceb292-175c-4226-9754-548e0f909860 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 945 time: 0.0568376 Sep 15 17:01:19.143309 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bf500ca8-8050-43dc-8fe4-5e0dac8b1cce req-81d62d54-2d40-494c-899c-4ad724639a19 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406845 Sep 15 17:01:19.148103 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device f9e7d706-eeb2-4c36-bc95-57a88b698913 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:19.214472 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port f9e7d706-eeb2-4c36-bc95-57a88b698913 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:01:19.219277 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port f9e7d706-eeb2-4c36-bc95-57a88b698913 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:19.220126 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:19.301103 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:19.338178 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port f9e7d706-eeb2-4c36-bc95-57a88b698913, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=f9e7d706-eeb2-4c36-bc95-57a88b698913,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:19.342412 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:19.390299 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=f9e7d706-eeb2-4c36-bc95-57a88b698913,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:19.492516 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e2ed5-4bfb-405c-a4c8-89fdaef659cf req-837abcba-98b0-4592-bcc9-f2a966ceaf2a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:19.494950 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-dc5e2ed5-4bfb-405c-a4c8-89fdaef659cf req-837abcba-98b0-4592-bcc9-f2a966ceaf2a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0588574 Sep 15 17:01:19.537760 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-dc5e2ed5-4bfb-405c-a4c8-89fdaef659cf req-fc96b4e1-2636-4c9a-9d04-5deec248bd7c tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361526 Sep 15 17:01:19.872665 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85711a15-133b-4cb0-a870-98e7b71cb71f req-ef74c2c6-62c6-451e-8179-d5539a832b04 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:19.875055 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-85711a15-133b-4cb0-a870-98e7b71cb71f req-ef74c2c6-62c6-451e-8179-d5539a832b04 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0513601 Sep 15 17:01:19.895499 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0987c79-488c-40db-aa91-c8ed8f6d739a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8a9b9a-ed56-4774-aa26-ee3230aad0aa'}, {'server_uuid': '61509076-6c67-454d-953f-7f8767fe12a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e7d706-eeb2-4c36-bc95-57a88b698913'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:19.898019 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71067602-9911-4523-9a25-db87949be7e0" -d '{"events": [{"server_uuid": "b0987c79-488c-40db-aa91-c8ed8f6d739a", "name": "network-vif-plugged", "status": "completed", "tag": "6d8a9b9a-ed56-4774-aa26-ee3230aad0aa"}, {"server_uuid": "61509076-6c67-454d-953f-7f8767fe12a2", "name": "network-vif-plugged", "status": "completed", "tag": "f9e7d706-eeb2-4c36-bc95-57a88b698913"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:19.932018 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-85711a15-133b-4cb0-a870-98e7b71cb71f req-46413692-1969-42a1-878f-a43927ce654f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438073 Sep 15 17:01:19.940712 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262ce8ec-1c41-4b92-b2a8-9d719a1db951 x-openstack-request-id: req-262ce8ec-1c41-4b92-b2a8-9d719a1db951 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:19.940982 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0987c79-488c-40db-aa91-c8ed8f6d739a", "name": "network-vif-plugged", "status": "completed", "tag": "6d8a9b9a-ed56-4774-aa26-ee3230aad0aa", "code": 200}, {"server_uuid": "61509076-6c67-454d-953f-7f8767fe12a2", "name": "network-vif-plugged", "status": "completed", "tag": "f9e7d706-eeb2-4c36-bc95-57a88b698913", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:19.941196 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-262ce8ec-1c41-4b92-b2a8-9d719a1db951 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:19.941939 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0987c79-488c-40db-aa91-c8ed8f6d739a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8a9b9a-ed56-4774-aa26-ee3230aad0aa', 'code': 200} Sep 15 17:01:19.942077 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61509076-6c67-454d-953f-7f8767fe12a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e7d706-eeb2-4c36-bc95-57a88b698913', 'code': 200} Sep 15 17:01:20.206748 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3213d2-d4b2-4332-b15b-fc8e74d7af5b req-a4750e56-ad41-4c5c-9a8e-62873cc2b70e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:20.233647 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf13ce5-7bf5-4372-8875-7ec093f6cebe req-90a5e697-6ae4-446b-ae68-6d504e68de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:20.235399 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ee3213d2-d4b2-4332-b15b-fc8e74d7af5b req-a4750e56-ad41-4c5c-9a8e-62873cc2b70e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.1055355 Sep 15 17:01:20.235886 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1cf13ce5-7bf5-4372-8875-7ec093f6cebe req-90a5e697-6ae4-446b-ae68-6d504e68de3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 1098 time: 0.0939589 Sep 15 17:01:20.237819 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af542733-debf-4c02-9a75-375b6e5ee46c req-df9fc5bf-ca13-4ad2-b5ea-c83538e019e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:20.239360 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-af542733-debf-4c02-9a75-375b6e5ee46c req-df9fc5bf-ca13-4ad2-b5ea-c83538e019e0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 1099 time: 0.0897148 Sep 15 17:01:20.303010 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ee3213d2-d4b2-4332-b15b-fc8e74d7af5b req-86775f57-49c5-4fed-9b20-3663fa65e65b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665753 Sep 15 17:01:20.316877 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-af542733-debf-4c02-9a75-375b6e5ee46c req-b81f59f6-f7d5-4fdf-a13b-e2003718a614 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 Sep 15 17:01:20.331632 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1cf13ce5-7bf5-4372-8875-7ec093f6cebe req-dc62e164-c793-4d7e-9f57-b38d45d1fdcb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724738 Sep 15 17:01:20.593441 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 32804) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:20.686878 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da930e54-3d1a-484c-88c0-246743522014 req-a6a36fab-3307-4999-b23f-8610a61de04a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:20.688380 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-da930e54-3d1a-484c-88c0-246743522014 req-a6a36fab-3307-4999-b23f-8610a61de04a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0553923 Sep 15 17:01:20.729819 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f402cb41-6398-4faf-96f2-af155eb379a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:20.756280 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-da930e54-3d1a-484c-88c0-246743522014 req-a2b4acca-aea6-4e81-9b95-b5b70d03cfe7 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614624 Sep 15 17:01:20.846571 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f402cb41-6398-4faf-96f2-af155eb379a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:20.850333 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f402cb41-6398-4faf-96f2-af155eb379a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:20.897737 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f402cb41-6398-4faf-96f2-af155eb379a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60832d3f0def469aa8aa90532c961b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031096 Sep 15 17:01:20.900417 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402cb41-6398-4faf-96f2-af155eb379a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7627e0-251e-477d-bb8f-36d72e761bc9,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:20.903979 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 32814) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:20.970890 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e7d4-0850-45a3-84c7-0c716c2f4c0b req-5c9195b9-b386-443b-a3cf-35273099fe39 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:20.972535 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3690e7d4-0850-45a3-84c7-0c716c2f4c0b req-5c9195b9-b386-443b-a3cf-35273099fe39 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0892386 Sep 15 17:01:20.982505 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 32822) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:20.989617 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-76990028-3408-45f7-9c16-50c5317ddd88 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Request body: {'floatingip': {'port_id': '02a38038-2747-44c9-818f-3be6881e6307'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:20.996589 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-87142bda-6a27-4942-9b83-23d5e4b1e678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.025397 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-87142bda-6a27-4942-9b83-23d5e4b1e678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.094355 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-76990028-3408-45f7-9c16-50c5317ddd88 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.114526 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dcf60-1636-40d3-a2c4-1b3419bbe37b req-184c525e-642b-45f4-bd44-7d5ba8e3473f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:21.114526 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1b1dcf60-1636-40d3-a2c4-1b3419bbe37b req-184c525e-642b-45f4-bd44-7d5ba8e3473f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0716991 Sep 15 17:01:21.127558 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-87142bda-6a27-4942-9b83-23d5e4b1e678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.130757 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-87142bda-6a27-4942-9b83-23d5e4b1e678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.135228 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-87142bda-6a27-4942-9b83-23d5e4b1e678 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc7627e0-251e-477d-bb8f-36d72e761bc9 HTTP/1.1" status: 204 len: 168 time: 0.2268991 Sep 15 17:01:21.174410 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87142bda-6a27-4942-9b83-23d5e4b1e678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7627e0-251e-477d-bb8f-36d72e761bc9,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:21.218567 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1b1dcf60-1636-40d3-a2c4-1b3419bbe37b req-d7ba3e55-c027-499f-b17b-5ddce3ed7c10 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855019 Sep 15 17:01:21.448253 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 32832) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:21.460827 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b74-a04f-4d74-8110-df792cb369b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.555154 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730fb06-4c63-4ace-bb95-68bce8caee66 req-621503dd-5474-4ed8-adcd-5a257f92a467 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:21.561264 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d730fb06-4c63-4ace-bb95-68bce8caee66 req-621503dd-5474-4ed8-adcd-5a257f92a467 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.1506126 Sep 15 17:01:21.587559 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b74-a04f-4d74-8110-df792cb369b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.593788 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b74-a04f-4d74-8110-df792cb369b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.632036 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad06b74-a04f-4d74-8110-df792cb369b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0848478-f487-45f4-8f03-af3e16c95da3,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:21.656526 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8ad06b74-a04f-4d74-8110-df792cb369b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=116c4fcff0fa4237b0f752e8f2de8043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071199 Sep 15 17:01:21.658925 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 32846) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:21.711049 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d730fb06-4c63-4ace-bb95-68bce8caee66 req-a1b0b0ce-9640-46da-9088-a5bfc0e3e8af tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369445 Sep 15 17:01:21.726153 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2643dd09-8a99-4438-82ba-e22d2fb1dbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.750591 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2643dd09-8a99-4438-82ba-e22d2fb1dbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.809881 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2643dd09-8a99-4438-82ba-e22d2fb1dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.814994 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2643dd09-8a99-4438-82ba-e22d2fb1dbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.818113 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2643dd09-8a99-4438-82ba-e22d2fb1dbf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0848478-f487-45f4-8f03-af3e16c95da3 HTTP/1.1" status: 204 len: 168 time: 0.1552131 Sep 15 17:01:21.830114 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643dd09-8a99-4438-82ba-e22d2fb1dbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0848478-f487-45f4-8f03-af3e16c95da3,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:21.903834 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-76990028-3408-45f7-9c16-50c5317ddd88 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.910765 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-76990028-3408-45f7-9c16-50c5317ddd88 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:21.916103 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 32854) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:22.079591 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-76990028-3408-45f7-9c16-50c5317ddd88 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Floating IP 3974e053-4c35-4db8-8d8c-9745da1c9d62 associated. External IP: 172.27.0.60, port: 02a38038-2747-44c9-818f-3be6881e6307. Sep 15 17:01:22.226253 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ef3b61ca-448c-4876-9214-aa2f4af9dab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.363455 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ef3b61ca-448c-4876-9214-aa2f4af9dab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.365101 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76990028-3408-45f7-9c16-50c5317ddd88 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Router d1f28732-1808-4d13-baa6-9a861f34559c has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:01:22.369976 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ef3b61ca-448c-4876-9214-aa2f4af9dab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.394566 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d6a62-8981-4636-b37e-93d0e1dae1c1 req-dc2ca300-6399-46dc-8aa2-0000475f0630 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:22.396078 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-501d6a62-8981-4636-b37e-93d0e1dae1c1 req-dc2ca300-6399-46dc-8aa2-0000475f0630 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0849702 Sep 15 17:01:22.440120 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b61ca-448c-4876-9214-aa2f4af9dab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528100be-4747-472a-895f-3a649d3ede0b,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:22.457282 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ef3b61ca-448c-4876-9214-aa2f4af9dab8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c3b3b3726da4ec9ab75c648e025e1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396197 Sep 15 17:01:22.457923 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 32876) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:22.500918 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-501d6a62-8981-4636-b37e-93d0e1dae1c1 req-fa2967dc-6316-470a-ba2e-d31019676bb0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739524 Sep 15 17:01:22.547158 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76990028-3408-45f7-9c16-50c5317ddd88 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:01:22.550160 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67ebeac4-72af-455e-b43b-4bf2be44d0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.551932 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-76990028-3408-45f7-9c16-50c5317ddd88 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.570048 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a88d6e-a43f-4a5e-adc8-e46f6d0fd266 None None] Sync routers for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:01:22.579715 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67ebeac4-72af-455e-b43b-4bf2be44d0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.584289 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-76990028-3408-45f7-9c16-50c5317ddd88 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "PUT /v2.0/floatingips/3974e053-4c35-4db8-8d8c-9745da1c9d62 HTTP/1.1" status: 200 len: 990 time: 1.5999546 Sep 15 17:01:22.586761 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'tag': '02a38038-2747-44c9-818f-3be6881e6307'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:22.589799 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5be0d4e-a4a5-479c-9728-e1bda097bc61" -d '{"events": [{"name": "network-changed", "server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "tag": "02a38038-2747-44c9-818f-3be6881e6307"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:22.591285 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a88d6e-a43f-4a5e-adc8-e46f6d0fd266 None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:22.592236 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-a7a88d6e-a43f-4a5e-adc8-e46f6d0fd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:22.635925 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67ebeac4-72af-455e-b43b-4bf2be44d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.639109 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-67ebeac4-72af-455e-b43b-4bf2be44d0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.640337 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-67ebeac4-72af-455e-b43b-4bf2be44d0dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/528100be-4747-472a-895f-3a649d3ede0b HTTP/1.1" status: 204 len: 168 time: 0.1802683 Sep 15 17:01:22.674221 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebeac4-72af-455e-b43b-4bf2be44d0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528100be-4747-472a-895f-3a649d3ede0b,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:22.679500 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba592b2f-957b-49b0-85c6-f1929cdffa07 req-0ad2af0f-ed78-48c6-9fd6-e7757af629a9 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:22.681571 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ba592b2f-957b-49b0-85c6-f1929cdffa07 req-0ad2af0f-ed78-48c6-9fd6-e7757af629a9 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0719812 Sep 15 17:01:22.691727 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 32892) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:22.701967 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-362db52f-e15e-47ac-ad4c-59d03a3a5dfd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Request body: {'floatingip': {'port_id': 'f9e7d706-eeb2-4c36-bc95-57a88b698913'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:22.774298 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081ed99b-dbb5-4346-bf70-bd3510406745 x-openstack-request-id: req-081ed99b-dbb5-4346-bf70-bd3510406745 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:22.774594 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "tag": "02a38038-2747-44c9-818f-3be6881e6307", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:22.775790 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-081ed99b-dbb5-4346-bf70-bd3510406745 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:22.776192 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'tag': '02a38038-2747-44c9-818f-3be6881e6307', 'status': 'completed', 'code': 200} Sep 15 17:01:22.801521 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-a7a88d6e-a43f-4a5e-adc8-e46f6d0fd266 None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:22.808059 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-362db52f-e15e-47ac-ad4c-59d03a3a5dfd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.894482 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be0d4e-a4a5-479c-9728-e1bda097bc61 req-8c07b083-89d8-4ccc-8b31-45f43c7128b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:22.897116 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5be0d4e-a4a5-479c-9728-e1bda097bc61 req-8c07b083-89d8-4ccc-8b31-45f43c7128b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 1098 time: 0.0786295 Sep 15 17:01:23.012032 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f957f1-4c56-4e58-ae31-091916afaa3a req-df4bbc04-2335-402c-874a-0fd228febcdb tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:23.013901 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-61f957f1-4c56-4e58-ae31-091916afaa3a req-df4bbc04-2335-402c-874a-0fd228febcdb tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.1404784 Sep 15 17:01:23.076115 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be0d4e-a4a5-479c-9728-e1bda097bc61 req-0f141808-7e93-42b5-a1dc-f9688e001cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:23.078023 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5be0d4e-a4a5-479c-9728-e1bda097bc61 req-0f141808-7e93-42b5-a1dc-f9688e001cd3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 918 time: 0.1709571 Sep 15 17:01:23.188454 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-61f957f1-4c56-4e58-ae31-091916afaa3a req-ae606224-a143-4425-909f-1ff28ad30672 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605670 Sep 15 17:01:23.257263 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 32918) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:23.273296 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-a7a88d6e-a43f-4a5e-adc8-e46f6d0fd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '3974e053-4c35-4db8-8d8c-9745da1c9d62', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'port_id': '02a38038-2747-44c9-818f-3be6881e6307', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'mac_address': 'fa:16:3e:8f:c1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:00:53Z', 'updated_at': '2021-09-15T17:01:21Z', 'revision_number': 1, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:51Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:23.337740 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a88d6e-a43f-4a5e-adc8-e46f6d0fd266 None None] Checking router: d1f28732-1808-4d13-baa6-9a861f34559c for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:01:23.340328 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5be0d4e-a4a5-479c-9728-e1bda097bc61 req-e5fe8fa2-0d54-4a4b-9cda-0a517337c113 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02a38038-2747-44c9-818f-3be6881e6307 HTTP/1.1" status: 200 len: 998 time: 0.2497039 Sep 15 17:01:23.341487 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.348589 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a88d6e-a43f-4a5e-adc8-e46f6d0fd266 None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:23.349214 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-a7a88d6e-a43f-4a5e-adc8-e46f6d0fd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:23.415753 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be0d4e-a4a5-479c-9728-e1bda097bc61 req-ad371db5-681f-486c-9e42-74aae0b08f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:23.417632 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5be0d4e-a4a5-479c-9728-e1bda097bc61 req-ad371db5-681f-486c-9e42-74aae0b08f1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8815898d-b5f7-4b05-94b1-deab0b1fc8f9 HTTP/1.1" status: 200 len: 856 time: 0.0654984 Sep 15 17:01:23.609503 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-a7a88d6e-a43f-4a5e-adc8-e46f6d0fd266 None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:23.907158 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be0d4e-a4a5-479c-9728-e1bda097bc61 req-2100d189-bfd0-4e36-b63e-02d27e97054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:23.909164 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5be0d4e-a4a5-479c-9728-e1bda097bc61 req-2100d189-bfd0-4e36-b63e-02d27e97054f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41390e80-5a37-4d89-9768-ab4b57783230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4816322 Sep 15 17:01:23.996176 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.db.resource_extend [None req-362db52f-e15e-47ac-ad4c-59d03a3a5dfd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 17:01:24.039413 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f501d4-f222-4554-bf2a-6f66ef7cda94 req-90943b7b-f32a-4fd8-be00-83c8f6be46aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:24.042110 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-26f501d4-f222-4554-bf2a-6f66ef7cda94 req-90943b7b-f32a-4fd8-be00-83c8f6be46aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb8c151774347d69894809acbb89571&device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 1098 time: 0.2053108 Sep 15 17:01:24.051019 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-a7a88d6e-a43f-4a5e-adc8-e46f6d0fd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '3974e053-4c35-4db8-8d8c-9745da1c9d62', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'port_id': '02a38038-2747-44c9-818f-3be6881e6307', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'mac_address': 'fa:16:3e:8f:c1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:00:53Z', 'updated_at': '2021-09-15T17:01:21Z', 'revision_number': 1, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:51Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:24.054593 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445babd-cef1-41cc-b148-a5d63981ffa1 req-8d7b23d8-3cb0-4e92-bb39-db8a508f10ff tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:24.056855 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7445babd-cef1-41cc-b148-a5d63981ffa1 req-8d7b23d8-3cb0-4e92-bb39-db8a508f10ff tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.3772256 Sep 15 17:01:24.089069 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a88d6e-a43f-4a5e-adc8-e46f6d0fd266 None None] The sync data for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi is: [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '3974e053-4c35-4db8-8d8c-9745da1c9d62', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'port_id': '02a38038-2747-44c9-818f-3be6881e6307', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'mac_address': 'fa:16:3e:8f:c1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:00:53Z', 'updated_at': '2021-09-15T17:01:21Z', 'revision_number': 1, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:51Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:01:24.101893 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-362db52f-e15e-47ac-ad4c-59d03a3a5dfd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.112618 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-362db52f-e15e-47ac-ad4c-59d03a3a5dfd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.207616 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7445babd-cef1-41cc-b148-a5d63981ffa1 req-93b47adb-aca8-4bfd-944a-f6080f9dcf4d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394987 Sep 15 17:01:24.212442 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f501d4-f222-4554-bf2a-6f66ef7cda94 req-b9eaa30a-b73f-40ec-897d-1f7c695cc486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:24.214630 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-26f501d4-f222-4554-bf2a-6f66ef7cda94 req-b9eaa30a-b73f-40ec-897d-1f7c695cc486 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b001fffd-df46-42ce-ac95-85f7832c7c8b HTTP/1.1" status: 200 len: 920 time: 0.1495073 Sep 15 17:01:24.230484 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.277783 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-26f501d4-f222-4554-bf2a-6f66ef7cda94 req-85c55b83-7957-4173-a570-ec5404053e1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa HTTP/1.1" status: 200 len: 217 time: 0.0437548 Sep 15 17:01:24.278384 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.285076 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.l3_db [None req-362db52f-e15e-47ac-ad4c-59d03a3a5dfd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Floating IP 5d00b9e2-0c10-41d6-89ab-8f8641554acf associated. External IP: 172.27.0.224, port: f9e7d706-eeb2-4c36-bc95-57a88b698913. Sep 15 17:01:24.291400 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5be0d4e-a4a5-479c-9728-e1bda097bc61 req-85964436-47cb-4957-9fc9-8bc28aebde4d service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675890 Sep 15 17:01:24.335931 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c452c2b-7053-43bf-a8f5-0dbd72dacd95,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:24.366533 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5513cd-2d87-4f0f-9b03-2d1e1065f60e None None] New status for floating IP 3974e053-4c35-4db8-8d8c-9745da1c9d62: ACTIVE {{(pid=93882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:01:24.418707 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a1167cf1f234a7880a292d792398b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1520872 Sep 15 17:01:24.420550 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.420550 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.420550 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.420550 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.420550 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.421260 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.421260 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.421449 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.421619 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.421937 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.422258 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.422700 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5c100-86e5-4efb-82c1-d8a2476efa17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.429479 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 32958) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:24.524368 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f501d4-f222-4554-bf2a-6f66ef7cda94 req-b3e16e5a-abc6-4389-8304-3547c97b5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:24.525623 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d45bc9e-55ba-470f-9c31-33284d18e12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.526696 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-26f501d4-f222-4554-bf2a-6f66ef7cda94 req-b3e16e5a-abc6-4389-8304-3547c97b5cfa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb25078e-4bc9-4e87-9857-16b4673ee250 HTTP/1.1" status: 200 len: 859 time: 0.2315478 Sep 15 17:01:24.580865 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-26f501d4-f222-4554-bf2a-6f66ef7cda94 req-d586ad81-9a30-4a8c-870f-c76d99987751 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b001fffd-df46-42ce-ac95-85f7832c7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411947 Sep 15 17:01:24.586952 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5be0d4e-a4a5-479c-9728-e1bda097bc61 req-a9407502-737d-4ff0-ad7a-2afaee261ee4 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521040 Sep 15 17:01:24.599782 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7a330e0-4efc-4aaa-bb4d-9b0845133d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.610070 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362db52f-e15e-47ac-ad4c-59d03a3a5dfd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Router 8f4e16b2-1891-4f32-bac7-acdf419734f4 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:01:24.688996 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7a330e0-4efc-4aaa-bb4d-9b0845133d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.764821 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362db52f-e15e-47ac-ad4c-59d03a3a5dfd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:01:24.765148 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-26f501d4-f222-4554-bf2a-6f66ef7cda94 req-545b208a-b545-44f0-a4d9-83944ec426cd service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619401 Sep 15 17:01:24.772738 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-362db52f-e15e-47ac-ad4c-59d03a3a5dfd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.777569 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346de579-86b6-45fa-aa9b-aa92028c6326 None None] Sync routers for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:01:24.802280 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346de579-86b6-45fa-aa9b-aa92028c6326 None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:24.802910 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-346de579-86b6-45fa-aa9b-aa92028c6326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:24.815589 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7a330e0-4efc-4aaa-bb4d-9b0845133d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.817743 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-362db52f-e15e-47ac-ad4c-59d03a3a5dfd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "PUT /v2.0/floatingips/5d00b9e2-0c10-41d6-89ab-8f8641554acf HTTP/1.1" status: 200 len: 992 time: 2.1236906 Sep 15 17:01:24.818537 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61509076-6c67-454d-953f-7f8767fe12a2', 'tag': 'f9e7d706-eeb2-4c36-bc95-57a88b698913'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:24.821471 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e7a330e0-4efc-4aaa-bb4d-9b0845133d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.822696 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2edd48-4289-44b3-af6f-711b8ffef0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "61509076-6c67-454d-953f-7f8767fe12a2", "tag": "f9e7d706-eeb2-4c36-bc95-57a88b698913"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:24.826445 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e7a330e0-4efc-4aaa-bb4d-9b0845133d6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c452c2b-7053-43bf-a8f5-0dbd72dacd95 HTTP/1.1" status: 204 len: 168 time: 0.3959916 Sep 15 17:01:24.867584 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a330e0-4efc-4aaa-bb4d-9b0845133d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c452c2b-7053-43bf-a8f5-0dbd72dacd95,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:24.911975 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-26f501d4-f222-4554-bf2a-6f66ef7cda94 req-f215a521-e950-4141-a7c3-dd6ae917cc08 service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365030 Sep 15 17:01:24.927943 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2118567d-f146-4255-9e64-f1a3813ebfbb x-openstack-request-id: req-2118567d-f146-4255-9e64-f1a3813ebfbb {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:24.928850 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61509076-6c67-454d-953f-7f8767fe12a2", "tag": "f9e7d706-eeb2-4c36-bc95-57a88b698913", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:24.929196 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2118567d-f146-4255-9e64-f1a3813ebfbb {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:24.929697 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61509076-6c67-454d-953f-7f8767fe12a2', 'tag': 'f9e7d706-eeb2-4c36-bc95-57a88b698913', 'status': 'completed', 'code': 200} Sep 15 17:01:25.033753 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-346de579-86b6-45fa-aa9b-aa92028c6326 None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:25.054405 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2edd48-4289-44b3-af6f-711b8ffef0f1 req-2f74bdc2-aaa6-40c9-a44f-8cd0b7251a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:25.057284 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be2edd48-4289-44b3-af6f-711b8ffef0f1 req-2f74bdc2-aaa6-40c9-a44f-8cd0b7251a76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6&device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 1099 time: 0.0674441 Sep 15 17:01:25.181001 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2edd48-4289-44b3-af6f-711b8ffef0f1 req-441882c2-7d1e-4f4c-9e92-f6f1484c7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:25.183442 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be2edd48-4289-44b3-af6f-711b8ffef0f1 req-441882c2-7d1e-4f4c-9e92-f6f1484c7f56 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8abcfa2-4651-46db-bfa8-dca22372e9a9 HTTP/1.1" status: 200 len: 912 time: 0.1135750 Sep 15 17:01:25.351733 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33016) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:25.369725 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 33018) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:25.392548 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33020) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:25.409729 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-346de579-86b6-45fa-aa9b-aa92028c6326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '5d00b9e2-0c10-41d6-89ab-8f8641554acf', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'port_id': 'f9e7d706-eeb2-4c36-bc95-57a88b698913', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'mac_address': 'fa:16:3e:94:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61509076-6c67-454d-953f-7f8767fe12a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:00:49Z', 'updated_at': '2021-09-15T17:01:23Z', 'revision_number': 1, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:48Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:25.417053 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-aad083cb-bfb1-480a-9511-144296bdc2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.420897 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Deleting subnet 39b38b28-65da-4cc1-8fa0-f685874c558d {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:01:25.424264 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.444117 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346de579-86b6-45fa-aa9b-aa92028c6326 None None] Checking router: 8f4e16b2-1891-4f32-bac7-acdf419734f4 for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:01:25.454333 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346de579-86b6-45fa-aa9b-aa92028c6326 None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:25.455347 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-346de579-86b6-45fa-aa9b-aa92028c6326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:25.467092 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9074a-2577-4da6-9a50-ea69e5204ebf req-4c2430dc-6332-416d-acb4-6ce42a1ce4a7 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:25.468758 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1fb9074a-2577-4da6-9a50-ea69e5204ebf req-4c2430dc-6332-416d-acb4-6ce42a1ce4a7 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.1383748 Sep 15 17:01:25.473022 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be2edd48-4289-44b3-af6f-711b8ffef0f1 req-880c2858-1714-410a-bfc5-71931f7b1500 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9e7d706-eeb2-4c36-bc95-57a88b698913 HTTP/1.1" status: 200 len: 1000 time: 0.2652583 Sep 15 17:01:25.475006 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.485860 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.557979 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.576240 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1fb9074a-2577-4da6-9a50-ea69e5204ebf req-05927b3e-a80d-401a-a388-51b8ecefeb60 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965858 Sep 15 17:01:25.581462 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2edd48-4289-44b3-af6f-711b8ffef0f1 req-247e784c-1abb-4039-b7cc-28242bd28b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:25.583134 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be2edd48-4289-44b3-af6f-711b8ffef0f1 req-247e784c-1abb-4039-b7cc-28242bd28b5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06bceb72-5d20-4bec-a77a-620e787ae235 HTTP/1.1" status: 200 len: 850 time: 0.0796220 Sep 15 17:01:25.593713 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.598046 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/39b38b28-65da-4cc1-8fa0-f685874c558d HTTP/1.1" status: 204 len: 168 time: 0.2429376 Sep 15 17:01:25.598626 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 33026) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:25.615136 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b38b28-65da-4cc1-8fa0-f685874c558d,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:25.623841 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:25.624190 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:25.624765 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:25.624872 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:25.625172 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:25.625787 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:25.626118 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:25.626442 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:25.626873 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:25.627085 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:25.628052 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:25.628052 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfc5ca-2d52-4fa9-ac1b-44cfeb7b9a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:25.638169 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-346de579-86b6-45fa-aa9b-aa92028c6326 None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:25.679505 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-75f7c85a-7c20-4873-8f07-b594a53b18f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.680404 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2edd48-4289-44b3-af6f-711b8ffef0f1 req-07f6e2d6-f743-4083-b442-0682df0ac730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:25.682062 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be2edd48-4289-44b3-af6f-711b8ffef0f1 req-07f6e2d6-f743-4083-b442-0682df0ac730 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8abcfa2-4651-46db-bfa8-dca22372e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880342 Sep 15 17:01:25.768733 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.807494 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-aad083cb-bfb1-480a-9511-144296bdc2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.818447 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-aad083cb-bfb1-480a-9511-144296bdc2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.873025 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-346de579-86b6-45fa-aa9b-aa92028c6326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '5d00b9e2-0c10-41d6-89ab-8f8641554acf', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'port_id': 'f9e7d706-eeb2-4c36-bc95-57a88b698913', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'mac_address': 'fa:16:3e:94:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61509076-6c67-454d-953f-7f8767fe12a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:00:49Z', 'updated_at': '2021-09-15T17:01:23Z', 'revision_number': 1, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:48Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:25.905387 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346de579-86b6-45fa-aa9b-aa92028c6326 None None] The sync data for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi is: [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '5d00b9e2-0c10-41d6-89ab-8f8641554acf', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'port_id': 'f9e7d706-eeb2-4c36-bc95-57a88b698913', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'mac_address': 'fa:16:3e:94:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61509076-6c67-454d-953f-7f8767fe12a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:00:49Z', 'updated_at': '2021-09-15T17:01:23Z', 'revision_number': 1, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:48Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:01:25.911217 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-aad083cb-bfb1-480a-9511-144296bdc2ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99a429c8e45e486687abd134c61c188f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150347 Sep 15 17:01:25.912016 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-75f7c85a-7c20-4873-8f07-b594a53b18f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.913853 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33028) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:25.921242 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-75f7c85a-7c20-4873-8f07-b594a53b18f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.931471 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be2edd48-4289-44b3-af6f-711b8ffef0f1 req-6a495345-df86-4972-8611-e446358717ba service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167771 Sep 15 17:01:25.932372 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad083cb-bfb1-480a-9511-144296bdc2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20b3935-5b22-4d2b-8593-ecd9d57d8102,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:25.986301 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-75f7c85a-7c20-4873-8f07-b594a53b18f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=851b6955c8bb4227a2e99daf6cac6e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5903056 Sep 15 17:01:25.990945 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33030) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:26.004817 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.006133 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7c85a-7c20-4873-8f07-b594a53b18f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047a3216-100a-471b-9eb9-5259e471b0c2,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:26.044900 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f0895856-74c0-45bf-94b0-be52c037d998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.078531 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2208a0c7-032a-4c98-8485-3afe6ff63f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.083804 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f0895856-74c0-45bf-94b0-be52c037d998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.090285 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.090490 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.091241 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.091586 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > port after_create 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.092098 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.092609 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > port after_update 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.092936 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.093269 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.093749 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.094074 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.131232 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2208a0c7-032a-4c98-8485-3afe6ff63f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.176508 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f0895856-74c0-45bf-94b0-be52c037d998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.179216 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f0895856-74c0-45bf-94b0-be52c037d998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.180653 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f0895856-74c0-45bf-94b0-be52c037d998 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c20b3935-5b22-4d2b-8593-ecd9d57d8102 HTTP/1.1" status: 204 len: 168 time: 0.2658689 Sep 15 17:01:26.191925 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0895856-74c0-45bf-94b0-be52c037d998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20b3935-5b22-4d2b-8593-ecd9d57d8102,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:26.195618 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2208a0c7-032a-4c98-8485-3afe6ff63f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.196287 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6829f0e1-1d5e-4cb7-8301-82104168898f None None] New status for floating IP 5d00b9e2-0c10-41d6-89ab-8f8641554acf: ACTIVE {{(pid=93882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:01:26.199287 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2208a0c7-032a-4c98-8485-3afe6ff63f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.200597 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2208a0c7-032a-4c98-8485-3afe6ff63f19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/047a3216-100a-471b-9eb9-5259e471b0c2 HTTP/1.1" status: 204 len: 168 time: 0.2086518 Sep 15 17:01:26.214730 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208a0c7-032a-4c98-8485-3afe6ff63f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047a3216-100a-471b-9eb9-5259e471b0c2,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:26.304886 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.305257 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.305591 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.306797 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:26.307763 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1288a44-c1ee-43d2-97dd-385755649b05']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:26.338791 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda473e8-1bb1-492d-890c-3aafcfc4dc29') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:26.339150 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda473e8-1bb1-492d-890c-3aafcfc4dc29') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:26.369668 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26644835'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.402993 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.414035 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be2edd48-4289-44b3-af6f-711b8ffef0f1 req-6c4e17ed-506e-437e-9f0a-56467bdbc474 service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660966 Sep 15 17:01:26.415820 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:01:26.416883 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28456244'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: from cryptography.utils import int_from_bytes Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: from cryptography.utils import int_from_bytes Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: Traceback (most recent call last): Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: timer() Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: cb(*args, **kw) Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: return func(*args, **kwargs) Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: self._notify() Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: self.callback(batched_events) Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: event.method(event) Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: return f(self, *a, **k) Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._get(url).json() Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:01:26.421001 dv-cinder-796806-2-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:01:26.484897 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.512034 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.514163 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] 10.222.0.13 "DELETE /v2.0/networks/e1288a44-c1ee-43d2-97dd-385755649b05 HTTP/1.1" status: 204 len: 168 time: 0.9143054 Sep 15 17:01:26.515108 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fc87b-d8d7-40e6-8543-76cb20eb3cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=e1288a44-c1ee-43d2-97dd-385755649b05,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:26.516778 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 33048) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:26.588189 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd31806-2ad6-4f35-b0b4-129817323e82 admin admin] Deleting subnet d0e4dba6-9a1e-46ed-9523-d9738e6f8f98 {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:01:26.592399 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2cd31806-2ad6-4f35-b0b4-129817323e82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.637728 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33058) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:26.638261 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2cd31806-2ad6-4f35-b0b4-129817323e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26644840'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.656919 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c0665793-b16a-4247-8ebf-1b53bd528121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.689674 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2cd31806-2ad6-4f35-b0b4-129817323e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.756388 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2cd31806-2ad6-4f35-b0b4-129817323e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28456938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29225550'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.771836 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2cd31806-2ad6-4f35-b0b4-129817323e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.774257 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-2cd31806-2ad6-4f35-b0b4-129817323e82 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d0e4dba6-9a1e-46ed-9523-d9738e6f8f98 HTTP/1.1" status: 204 len: 168 time: 0.2565286 Sep 15 17:01:26.777185 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 33062) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:26.783936 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c4e50-f0f0-4d6d-af0e-eaafd924bf9e req-87a0f96c-163a-40e4-9e4c-edd9111dbab0 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:26.785474 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-613c4e50-f0f0-4d6d-af0e-eaafd924bf9e req-87a0f96c-163a-40e4-9e4c-edd9111dbab0 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0773866 Sep 15 17:01:26.810895 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd31806-2ad6-4f35-b0b4-129817323e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e4dba6-9a1e-46ed-9523-d9738e6f8f98,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:26.845262 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c0665793-b16a-4247-8ebf-1b53bd528121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.850834 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-613c4e50-f0f0-4d6d-af0e-eaafd924bf9e req-c996c561-1b06-4ba2-9081-d94d661809da tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557861 Sep 15 17:01:26.851837 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c0665793-b16a-4247-8ebf-1b53bd528121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.891166 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-c0665793-b16a-4247-8ebf-1b53bd528121 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae15cdf5662e4fa8bdb82bc78c23fef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510557 Sep 15 17:01:26.892559 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0665793-b16a-4247-8ebf-1b53bd528121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43a9e8f-a6c4-4c4b-9f9b-337f4c292d7a,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:26.895015 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33068) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:26.909517 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.910196 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2988dc5f-cdbc-436e-9289-29fec1219a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.947007 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6f2d44f9-caf2-4315-9978-f4ec90f0814a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.970090 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6f2d44f9-caf2-4315-9978-f4ec90f0814a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.005276 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.022488 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6f2d44f9-caf2-4315-9978-f4ec90f0814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.026672 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6f2d44f9-caf2-4315-9978-f4ec90f0814a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.026830 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d77912a-15ee-4da6-a968-89f687c46972']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:27.030310 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6f2d44f9-caf2-4315-9978-f4ec90f0814a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f43a9e8f-a6c4-4c4b-9f9b-337f4c292d7a HTTP/1.1" status: 204 len: 168 time: 0.1319659 Sep 15 17:01:27.037119 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b8af0d-abff-4804-9a54-39eca77ef6e0') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:27.037454 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b8af0d-abff-4804-9a54-39eca77ef6e0') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:27.045784 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d44f9-caf2-4315-9978-f4ec90f0814a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43a9e8f-a6c4-4c4b-9f9b-337f4c292d7a,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:27.047243 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26644835'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.065411 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.075055 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:01:27.075592 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28456244'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: Traceback (most recent call last): Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: timer() Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: cb(*args, **kw) Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: return func(*args, **kwargs) Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: self._notify() Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: self.callback(batched_events) Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: event.method(event) Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: return f(self, *a, **k) Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._get(url).json() Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:01:27.077430 dv-cinder-796806-2-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:01:27.143569 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.169186 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.173485 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9d77912a-15ee-4da6-a968-89f687c46972 HTTP/1.1" status: 204 len: 168 time: 0.3946142 Sep 15 17:01:27.175209 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c3aa4-ea08-40dc-8181-e3fc515f30f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d77912a-15ee-4da6-a968-89f687c46972,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:27.429179 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 33092) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:27.475655 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-95d72127-ad33-48fe-8f66-330a2545461c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d64e744dbc8545a995a58061ff5bd35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451250 Sep 15 17:01:27.476891 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 33096) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:27.532954 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ec820dfb-40e9-49af-9503-a2de25b512da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.566295 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ec820dfb-40e9-49af-9503-a2de25b512da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.569974 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.638335 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ec820dfb-40e9-49af-9503-a2de25b512da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.642299 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ec820dfb-40e9-49af-9503-a2de25b512da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.643772 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ec820dfb-40e9-49af-9503-a2de25b512da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83021101-e7d5-4417-b0dd-56f845d0f350 HTTP/1.1" status: 204 len: 168 time: 0.1659417 Sep 15 17:01:27.653954 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec820dfb-40e9-49af-9503-a2de25b512da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83021101-e7d5-4417-b0dd-56f845d0f350,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:27.984463 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb6bc4-37b5-49b5-88cd-234006e277bf req-39b21f97-07f9-4bee-a8ca-0778ca18c3aa tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:27.986086 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0afb6bc4-37b5-49b5-88cd-234006e277bf req-39b21f97-07f9-4bee-a8ca-0778ca18c3aa tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0548732 Sep 15 17:01:28.007474 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33122) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:28.027842 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0afb6bc4-37b5-49b5-88cd-234006e277bf req-51244572-9e33-4b67-9df1-2e374abad317 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352874 Sep 15 17:01:28.056782 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-71bb1972-4136-495a-9da0-c842223dd6c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cb612056f06402aa2364ea9c8e0ded6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480154 Sep 15 17:01:28.059421 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33128) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:28.107937 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-70390329-7611-4277-bf5e-fe683a332333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.131162 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-70390329-7611-4277-bf5e-fe683a332333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.187264 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-70390329-7611-4277-bf5e-fe683a332333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.190019 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-70390329-7611-4277-bf5e-fe683a332333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.191281 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-70390329-7611-4277-bf5e-fe683a332333 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/564b06cb-11e5-4be9-9797-cc90b93991af HTTP/1.1" status: 204 len: 168 time: 0.1309144 Sep 15 17:01:28.204443 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70390329-7611-4277-bf5e-fe683a332333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564b06cb-11e5-4be9-9797-cc90b93991af,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:28.501564 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.946102 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-1edd0f5c-dfd4-41c2-b9b3-7048135a6e24 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=479e351dfd6a41b69350dd8f0de9696b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317609 Sep 15 17:01:29.183892 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6d24f-66b2-446c-9035-244946a7d70f req-58b27dfb-7f8f-4538-8d81-dfeae92ee1f6 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:29.186966 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-98a6d24f-66b2-446c-9035-244946a7d70f req-58b27dfb-7f8f-4538-8d81-dfeae92ee1f6 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0641584 Sep 15 17:01:29.218834 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9a41c7f1-8028-4668-b7aa-7fb183d7c73f tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:29.220773 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9a41c7f1-8028-4668-b7aa-7fb183d7c73f tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681296 Sep 15 17:01:29.226964 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-98a6d24f-66b2-446c-9035-244946a7d70f req-613a643e-0dfc-48b8-924f-d3efc82a8077 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339968 Sep 15 17:01:29.240001 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-e65047c2-996d-4bd6-b34b-bb0f480ae3e6 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/quotas/479e351dfd6a41b69350dd8f0de9696b HTTP/1.1" status: 200 len: 375 time: 0.0116131 Sep 15 17:01:29.279395 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-3c700fa2-2026-411c-b318-cbcf9ddd9521 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=479e351dfd6a41b69350dd8f0de9696b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291431 Sep 15 17:01:29.471889 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a5b143a2-41be-4d67-8fd9-acf776a78a5f req-fd83fae0-7f62-44cf-ac86-81676146a090 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 210 time: 0.0315959 Sep 15 17:01:29.795752 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:30.010240 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a153-871b-4371-877d-ee190347d7d0 req-d669756f-3bf2-4b6f-9892-3c930ef821c3 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:30.011713 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-d669756f-3bf2-4b6f-9892-3c930ef821c3 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 814 time: 0.1074359 Sep 15 17:01:30.027242 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-479d62b1-ea79-4535-8996-077dfa4fda1f tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/quotas/4c31f3e4bed5431c93952e58f7b5de30 HTTP/1.1" status: 200 len: 375 time: 0.0093398 Sep 15 17:01:30.075935 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-32deba1a-0ba2-4f04-ba09-83966881682d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433409 Sep 15 17:01:30.171312 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-7e2fc5db-82cb-4215-a18b-4be1b8bdab6d service neutron] 10.222.0.13 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878682 Sep 15 17:01:30.263064 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-8ff115ae-6ee7-4fe4-8e55-f5ca5a3a47c8 service neutron] 10.222.0.13 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858030 Sep 15 17:01:30.352398 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a91fa-140d-4ff9-8b35-3b0dc1ec178d req-0a69c1dc-1ec6-483e-8b69-b142f81dccf4 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:30.356346 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8a5a91fa-140d-4ff9-8b35-3b0dc1ec178d req-0a69c1dc-1ec6-483e-8b69-b142f81dccf4 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0515509 Sep 15 17:01:30.395908 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8a5a91fa-140d-4ff9-8b35-3b0dc1ec178d req-887561a8-5890-45dd-821e-b3e6b79e02df tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343664 Sep 15 17:01:30.431417 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-acb2863e-34fa-42b2-981a-8095379967eb req-8c037c69-075f-4f7d-b1da-564e78eeed76 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 210 time: 0.0254707 Sep 15 17:01:30.579786 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7a3e74f5-a569-4ef3-9405-c48fe031ffaf req-492f8aa0-c581-49dc-b339-924cc084f427 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 210 time: 0.0424652 Sep 15 17:01:30.710096 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-b7aeb1f1-2883-4eb4-a20a-04eb6c8e69c7 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=479e351dfd6a41b69350dd8f0de9696b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393093 Sep 15 17:01:30.990065 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-f32f0207-c3d5-48b2-aafb-bc4b52b37c05 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:30.991335 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-f32f0207-c3d5-48b2-aafb-bc4b52b37c05 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549982 Sep 15 17:01:31.017177 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Request body: {'port': {'device_id': '4c4e1af9-ba07-4ad5-b668-46214d17f9a9', 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34', 'admin_state_up': True, 'tenant_id': '479e351dfd6a41b69350dd8f0de9696b'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:31.129578 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Made reservation on behalf of 479e351dfd6a41b69350dd8f0de9696b for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:01:31.133048 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:31.142302 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:31.229613 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:31.233374 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:31.297847 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc4fa1b-1117-42ab-b2cb-753eec4652a7,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:31.533451 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b453603-9fd7-4329-a337-e46862e06aa8 req-0edad055-c94f-4401-a2ff-3e82288646e8 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:31.534979 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9b453603-9fd7-4329-a337-e46862e06aa8 req-0edad055-c94f-4401-a2ff-3e82288646e8 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0524371 Sep 15 17:01:31.579145 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9b453603-9fd7-4329-a337-e46862e06aa8 req-e44c1a88-7dd5-4f4e-9e5d-e046bf710189 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375960 Sep 15 17:01:31.602626 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d956062b-83e4-4527-964c-2cd155b0ac32 req-71dcf9cb-0840-4826-85fe-06e607bb1b18 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 210 time: 0.0338659 Sep 15 17:01:31.642672 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Allocated IP 192.168.233.38 (389dd8eb-4fab-4bda-b326-4e1bb3b67f34/447b03c2-b3db-4311-91db-5ccf50c12487/69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:01:31.705217 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f83ad891-9f5e-44fb-982b-7e0ed414e7ec req-fc706d27-d09f-44e6-802a-12f0516709b3 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 210 time: 0.0371149 Sep 15 17:01:31.865359 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a153-871b-4371-877d-ee190347d7d0 req-e82d1898-3e37-48a7-a25e-bab910f9ef46 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:31.867082 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-e82d1898-3e37-48a7-a25e-bab910f9ef46 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 814 time: 0.1991258 Sep 15 17:01:31.886804 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-05e2a153-871b-4371-877d-ee190347d7d0 req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Request body: {'port': {'device_id': '70adfee1-24b5-4f53-b8db-876ea3e42c48', 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9', 'admin_state_up': True, 'tenant_id': '4c31f3e4bed5431c93952e58f7b5de30'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:31.939729 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.032311 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.044488 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e2a153-871b-4371-877d-ee190347d7d0 req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Made reservation on behalf of 4c31f3e4bed5431c93952e58f7b5de30 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:01:32.048067 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-05e2a153-871b-4371-877d-ee190347d7d0 req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.092185 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Network 389dd8eb-4fab-4bda-b326-4e1bb3b67f34 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:01:32.100348 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:32.116991 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:01:32.123168 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Pushing event updated for resources: {'Port': ['ID=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:32.218159 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:32.218802 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.265347 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-5ea5b887-5b57-4097-a529-a3b52292f81a tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2518191 Sep 15 17:01:32.285011 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Request body: {'port': {'device_id': '4c4e1af9-ba07-4ad5-b668-46214d17f9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:32.295254 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33332) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:32.310921 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-05e2a153-871b-4371-877d-ee190347d7d0 req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Allocated IP 172.20.0.5 (1c949ee6-8675-43a3-8464-0524a7aadfe9/accd8fc5-9f55-4517-b84c-77fbbe2562b7/beb7b93d-6e4a-4023-8646-0977c0aa6e19) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:01:32.386886 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.401195 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-f1257cba-028e-4c6b-926f-01c036bfcdbe None None] Provisioning complete for port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:32.401807 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f1257cba-028e-4c6b-926f-01c036bfcdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.405968 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0b60d916-9ab1-4751-a4dd-82ea6b4a3952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.451465 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f1257cba-028e-4c6b-926f-01c036bfcdbe None None] Port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:01:32.505076 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0b60d916-9ab1-4751-a4dd-82ea6b4a3952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.510139 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0b60d916-9ab1-4751-a4dd-82ea6b4a3952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.548102 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-0b60d916-9ab1-4751-a4dd-82ea6b4a3952 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b347d6ef79d144b291d8bc1465c1d3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517717 Sep 15 17:01:32.549047 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60d916-9ab1-4751-a4dd-82ea6b4a3952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26347392-a217-4a74-a997-ab8baf8969cc,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:32.551437 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33336) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:32.600720 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-777a84a6-465b-493d-a469-793b7263b54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.622584 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-777a84a6-465b-493d-a469-793b7263b54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.626633 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-05e2a153-871b-4371-877d-ee190347d7d0 req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.690713 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-777a84a6-465b-493d-a469-793b7263b54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.694222 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-777a84a6-465b-493d-a469-793b7263b54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.695577 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-777a84a6-465b-493d-a469-793b7263b54d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26347392-a217-4a74-a997-ab8baf8969cc HTTP/1.1" status: 204 len: 168 time: 0.1431937 Sep 15 17:01:32.704645 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a84a6-465b-493d-a469-793b7263b54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26347392-a217-4a74-a997-ab8baf8969cc,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:32.754456 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8088a656-048e-40b6-bd44-9232b7d703d3 req-8475a73b-20a8-4409-a99f-87a79d5ff37f tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 210 time: 0.0304031 Sep 15 17:01:32.802010 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-05e2a153-871b-4371-877d-ee190347d7d0 req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.819571 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['8c515783-44fc-4831-8af8-d987f965dec3'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:01:32.889027 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaae005-1f58-4317-8c35-f92d4d9eb968 req-b903ea3d-c222-4b57-9e8a-11f203399c3c tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:32.890648 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-baaae005-1f58-4317-8c35-f92d4d9eb968 req-b903ea3d-c222-4b57-9e8a-11f203399c3c tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 935 time: 0.0728879 Sep 15 17:01:32.895871 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0a8c-ff8a-441a-b3a3-1220b69e26aa req-f41cb65e-2aa4-401c-ae7d-884e313d618b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:32.904583 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8bf0a8c-ff8a-441a-b3a3-1220b69e26aa req-f41cb65e-2aa4-401c-ae7d-884e313d618b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.1740677 Sep 15 17:01:32.954174 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-baaae005-1f58-4317-8c35-f92d4d9eb968 req-8b961d3a-c6d6-4b03-af37-140d24b89050 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518732 Sep 15 17:01:32.967768 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Pushing event updated for resources: {'Port': ['ID=beb7b93d-6e4a-4023-8646-0977c0aa6e19,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:33.001646 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e2a153-871b-4371-877d-ee190347d7d0 req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Network 1c949ee6-8675-43a3-8464-0524a7aadfe9 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:01:33.007752 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-05e2a153-871b-4371-877d-ee190347d7d0 req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:33.013538 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e2a153-871b-4371-877d-ee190347d7d0 req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:01:33.053979 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:33.076504 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.081928 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8bf0a8c-ff8a-441a-b3a3-1220b69e26aa req-129a352f-b8b1-4905-8cb0-19eb6cedd778 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764925 Sep 15 17:01:33.115085 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a153-871b-4371-877d-ee190347d7d0 req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:33.115720 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-05e2a153-871b-4371-877d-ee190347d7d0 req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.119113 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Transition to ACTIVE for port object 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:01:33.127388 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.164734 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-5e242105-4969-4bc4-91cc-5b7e463e854d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2849073 Sep 15 17:01:33.210937 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Request body: {'port': {'device_id': '70adfee1-24b5-4f53-b8db-876ea3e42c48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:33.237672 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Pushing event updated for resources: {'Port': ['ID=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:33.320538 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.357063 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Attempting to bind port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:01:33.357425 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Attempting to bind port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:01:33.357746 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Attempting to bind port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 on network 389dd8eb-4fab-4bda-b326-4e1bb3b67f34 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:33.369292 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 on network 389dd8eb-4fab-4bda-b326-4e1bb3b67f34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:01:33.369292 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Attempting to bind port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 on network 389dd8eb-4fab-4bda-b326-4e1bb3b67f34 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:33.378023 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:01:33.378356 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Checking segment: {'id': '5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:01:33.378735 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Bound using segment: {'id': '5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:01:33.379157 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Bound port: 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:01:33.379505 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.541737 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] For port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:01:33.585452 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] For port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1,segment=NetworkSegment(5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a),segment_id=5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:01:33.594773 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.651027 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:33.651663 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.653080 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] 10.222.0.61 "PUT /v2.0/ports/69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 HTTP/1.1" status: 200 len: 1097 time: 1.3723307 Sep 15 17:01:33.655358 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4e1af9-ba07-4ad5-b668-46214d17f9a9', 'tag': '69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:33.657759 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d74ac1c-4d85-465f-b41b-6b24c84ba273" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4e1af9-ba07-4ad5-b668-46214d17f9a9", "tag": "69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:33.705911 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dcc70-cb43-458b-af93-65d2fb03a27a service neutron] Pushing event updated for resources: {'Port': ['ID=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:33.723012 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c247ad-1ce5-4d44-b83f-f64f4e8b2367 x-openstack-request-id: req-73c247ad-1ce5-4d44-b83f-f64f4e8b2367 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:33.723339 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4e1af9-ba07-4ad5-b668-46214d17f9a9", "tag": "69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:33.723522 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73c247ad-1ce5-4d44-b83f-f64f4e8b2367 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:33.723885 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4e1af9-ba07-4ad5-b668-46214d17f9a9', 'tag': '69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1', 'status': 'completed', 'code': 200} Sep 15 17:01:33.802568 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb7b93d-6e4a-4023-8646-0977c0aa6e19 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:33.808424 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-a458d3ea-40d2-43d2-8d7b-24def2bd1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:33.810228 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-a458d3ea-40d2-43d2-8d7b-24def2bd1696 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=479e351dfd6a41b69350dd8f0de9696b&device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 1100 time: 0.0984468 Sep 15 17:01:33.815097 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.865709 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-e1858bd6-4307-4020-aea3-c219480d3ed6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 HTTP/1.1" status: 200 len: 217 time: 0.0460191 Sep 15 17:01:33.886043 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Transition to ACTIVE for port object beb7b93d-6e4a-4023-8646-0977c0aa6e19 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:01:33.923643 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.945033 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33384) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:34.004830 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-246a89b3-0d12-48eb-b398-b00ace14249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:34.006347 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-246a89b3-0d12-48eb-b398-b00ace14249c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=447b03c2-b3db-4311-91db-5ccf50c12487 HTTP/1.1" status: 200 len: 843 time: 0.1293530 Sep 15 17:01:34.016184 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c45f1-10ba-491a-a87a-79a371d8f825 req-45777673-6137-4bba-8eb4-d4c2ceb9fe10 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:34.017845 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-430c45f1-10ba-491a-a87a-79a371d8f825 req-45777673-6137-4bba-8eb4-d4c2ceb9fe10 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 931 time: 0.1567671 Sep 15 17:01:34.028345 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=beb7b93d-6e4a-4023-8646-0977c0aa6e19,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:34.080327 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566870b-d225-45f5-937c-f0bcf0972d6b req-32c97037-714f-474c-8d31-d8a2687a3296 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:34.082003 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d566870b-d225-45f5-937c-f0bcf0972d6b req-32c97037-714f-474c-8d31-d8a2687a3296 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 947 time: 0.0595143 Sep 15 17:01:34.113537 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ad33e9ba-81fd-40d0-a328-d7abc4cacaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.151482 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d566870b-d225-45f5-937c-f0bcf0972d6b req-ea6b6f14-e449-4c08-8231-d0391155e964 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587749 Sep 15 17:01:34.161451 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-430c45f1-10ba-491a-a87a-79a371d8f825 req-f7071b29-719f-4c22-a5bd-3b11c60fed92 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080728 Sep 15 17:01:34.161451 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-da1b4d3e-a89c-4af8-9156-d0109cf0d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:34.161451 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-da1b4d3e-a89c-4af8-9156-d0109cf0d163 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=389dd8eb-4fab-4bda-b326-4e1bb3b67f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1416450 Sep 15 17:01:34.171278 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Attempting to bind port beb7b93d-6e4a-4023-8646-0977c0aa6e19 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:01:34.171546 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Attempting to bind port beb7b93d-6e4a-4023-8646-0977c0aa6e19 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:01:34.171878 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Attempting to bind port beb7b93d-6e4a-4023-8646-0977c0aa6e19 on network 1c949ee6-8675-43a3-8464-0524a7aadfe9 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:34.201274 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Port beb7b93d-6e4a-4023-8646-0977c0aa6e19 on network 1c949ee6-8675-43a3-8464-0524a7aadfe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:01:34.201532 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Attempting to bind port beb7b93d-6e4a-4023-8646-0977c0aa6e19 on network 1c949ee6-8675-43a3-8464-0524a7aadfe9 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:34.217314 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:01:34.217606 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Checking segment: {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:01:34.217991 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Bound using segment: {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:01:34.218427 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Bound port: beb7b93d-6e4a-4023-8646-0977c0aa6e19, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:01:34.218784 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.253878 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ad33e9ba-81fd-40d0-a328-d7abc4cacaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.259407 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ad33e9ba-81fd-40d0-a328-d7abc4cacaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.300974 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ad33e9ba-81fd-40d0-a328-d7abc4cacaf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e918cc5b6ac9447ea9ebfe20c51f6e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547494 Sep 15 17:01:34.303578 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33e9ba-81fd-40d0-a328-d7abc4cacaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8288e068-789f-4506-b277-8c3ed93f3d1a,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:34.306537 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 33400) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:34.369371 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-a00404df-646c-46f2-a036-b2f10d970b97 service neutron] 10.222.0.61 "GET /v2.0/networks/389dd8eb-4fab-4bda-b326-4e1bb3b67f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947894 Sep 15 17:01:34.417364 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc34f1-b695-4c2b-bf25-f819ffada61e req-36761c45-2c5a-4339-b7b9-513619e8d9d6 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:34.418815 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-79fc34f1-b695-4c2b-bf25-f819ffada61e req-36761c45-2c5a-4339-b7b9-513619e8d9d6 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.1514075 Sep 15 17:01:34.430199 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] For port beb7b93d-6e4a-4023-8646-0977c0aa6e19, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:01:34.461254 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] For port beb7b93d-6e4a-4023-8646-0977c0aa6e19, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=beb7b93d-6e4a-4023-8646-0977c0aa6e19,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:01:34.478437 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.523333 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2795bc9b-6ea9-4ac0-b131-1df20c5c25b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.576825 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:34.577463 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.578853 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] 10.222.0.61 "PUT /v2.0/ports/beb7b93d-6e4a-4023-8646-0977c0aa6e19 HTTP/1.1" status: 200 len: 1093 time: 1.3938217 Sep 15 17:01:34.592873 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-79fc34f1-b695-4c2b-bf25-f819ffada61e req-d19b9394-4a0f-404b-a941-34b0ad631797 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595135 Sep 15 17:01:34.605566 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2795bc9b-6ea9-4ac0-b131-1df20c5c25b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.621223 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5bf5bea5-8872-48da-a998-1afdc436a922 req-4e4d52a8-6aad-450a-a87c-2cc6b5e27385 service neutron] 10.222.0.61 "GET /v2.0/networks/389dd8eb-4fab-4bda-b326-4e1bb3b67f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272511 Sep 15 17:01:34.645844 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b4784-04c8-4327-bd27-e1c7e58db6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=beb7b93d-6e4a-4023-8646-0977c0aa6e19,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:34.721089 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a153-871b-4371-877d-ee190347d7d0 req-7283f0f7-7345-4586-95d5-ba2d09b492f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:34.722598 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-7283f0f7-7345-4586-95d5-ba2d09b492f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 1096 time: 0.0858352 Sep 15 17:01:34.734413 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74ac1c-4d85-465f-b41b-6b24c84ba273 req-dd3e84a6-c4a2-4621-8996-518f50bb5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:34.735952 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d74ac1c-4d85-465f-b41b-6b24c84ba273 req-dd3e84a6-c4a2-4621-8996-518f50bb5493 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=479e351dfd6a41b69350dd8f0de9696b&device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 1100 time: 0.0522666 Sep 15 17:01:34.742426 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2795bc9b-6ea9-4ac0-b131-1df20c5c25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.745218 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2795bc9b-6ea9-4ac0-b131-1df20c5c25b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.746296 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-2795bc9b-6ea9-4ac0-b131-1df20c5c25b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8288e068-789f-4506-b277-8c3ed93f3d1a HTTP/1.1" status: 204 len: 168 time: 0.4272025 Sep 15 17:01:34.783934 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-134fb63e-ae00-4801-96b3-3d3e5911acfc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=beb7b93d-6e4a-4023-8646-0977c0aa6e19 HTTP/1.1" status: 200 len: 217 time: 0.0516648 Sep 15 17:01:34.796693 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795bc9b-6ea9-4ac0-b131-1df20c5c25b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8288e068-789f-4506-b277-8c3ed93f3d1a,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:34.894684 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a153-871b-4371-877d-ee190347d7d0 req-58025525-5b40-4d67-9730-7322e7168aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:34.896172 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-58025525-5b40-4d67-9730-7322e7168aab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=accd8fc5-9f55-4517-b84c-77fbbe2562b7 HTTP/1.1" status: 200 len: 854 time: 0.0955634 Sep 15 17:01:34.907331 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74ac1c-4d85-465f-b41b-6b24c84ba273 req-6ba610de-6fa9-4b17-b500-1c6969b3839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:34.908771 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d74ac1c-4d85-465f-b41b-6b24c84ba273 req-6ba610de-6fa9-4b17-b500-1c6969b3839b service neutron] 10.222.0.61 "GET /v2.0/networks?id=389dd8eb-4fab-4bda-b326-4e1bb3b67f34 HTTP/1.1" status: 200 len: 870 time: 0.1614845 Sep 15 17:01:34.938302 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-250c3dd0-91d5-4414-8998-70a096fafee0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c949ee6-8675-43a3-8464-0524a7aadfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323415 Sep 15 17:01:34.979224 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d74ac1c-4d85-465f-b41b-6b24c84ba273 req-8386164d-5d91-4739-9968-aa0789dd706e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 HTTP/1.1" status: 200 len: 217 time: 0.0479028 Sep 15 17:01:35.078396 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74ac1c-4d85-465f-b41b-6b24c84ba273 req-fced5518-cddc-4b4d-b293-02f5c8abdccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:35.079857 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d74ac1c-4d85-465f-b41b-6b24c84ba273 req-fced5518-cddc-4b4d-b293-02f5c8abdccd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=447b03c2-b3db-4311-91db-5ccf50c12487 HTTP/1.1" status: 200 len: 843 time: 0.0902073 Sep 15 17:01:35.124776 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-edee1126-e7d7-4400-905d-6cc8915ff178 service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535449 Sep 15 17:01:35.148512 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74ac1c-4d85-465f-b41b-6b24c84ba273 req-9e1193f8-6070-4f90-a416-5a49ffaefd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:35.150330 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d74ac1c-4d85-465f-b41b-6b24c84ba273 req-9e1193f8-6070-4f90-a416-5a49ffaefd61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=389dd8eb-4fab-4bda-b326-4e1bb3b67f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0548875 Sep 15 17:01:35.333832 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8d4ac-64a7-40ef-9fc2-070c9d2268cf req-1d1d9e2e-a707-4b21-be64-d55804ed19d0 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:35.337941 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eae8d4ac-64a7-40ef-9fc2-070c9d2268cf req-1d1d9e2e-a707-4b21-be64-d55804ed19d0 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 943 time: 0.0585005 Sep 15 17:01:35.392848 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eae8d4ac-64a7-40ef-9fc2-070c9d2268cf req-f8fa4ec3-ce3c-4eb0-bad9-2ac4d8d517b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492444 Sep 15 17:01:35.598219 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05e2a153-871b-4371-877d-ee190347d7d0 req-aabc324c-d34d-418d-a160-29413abce0ff service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622421 Sep 15 17:01:35.613594 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d74ac1c-4d85-465f-b41b-6b24c84ba273 req-dacbbc9e-2864-446a-9def-c12665c7f8df service neutron] 10.222.0.61 "GET /v2.0/networks/389dd8eb-4fab-4bda-b326-4e1bb3b67f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498692 Sep 15 17:01:35.625765 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6217c-3d39-44c2-9636-5023b04757cd req-dd9119c1-5da9-4a37-b3a4-eae1d8f6604d tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:35.627255 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80f6217c-3d39-44c2-9636-5023b04757cd req-dd9119c1-5da9-4a37-b3a4-eae1d8f6604d tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 947 time: 0.0944118 Sep 15 17:01:35.726787 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80f6217c-3d39-44c2-9636-5023b04757cd req-6a9c624d-ca5a-43d3-8fbb-91c173e665f3 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871851 Sep 15 17:01:35.730930 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70adfee1-24b5-4f53-b8db-876ea3e42c48', 'tag': 'beb7b93d-6e4a-4023-8646-0977c0aa6e19'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:35.733131 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbba5109-4c6e-4e1e-8a54-89bf5b1f8a02" -d '{"events": [{"name": "network-changed", "server_uuid": "70adfee1-24b5-4f53-b8db-876ea3e42c48", "tag": "beb7b93d-6e4a-4023-8646-0977c0aa6e19"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:35.763275 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7d74ac1c-4d85-465f-b41b-6b24c84ba273 req-09181f5e-d274-4ee6-afc3-63f322be7fbe service neutron] 10.222.0.61 "GET /v2.0/networks/389dd8eb-4fab-4bda-b326-4e1bb3b67f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247172 Sep 15 17:01:35.810963 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ef5f0b-3cfc-4f43-b1d6-09c6e6d291d7 x-openstack-request-id: req-73ef5f0b-3cfc-4f43-b1d6-09c6e6d291d7 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:35.811257 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70adfee1-24b5-4f53-b8db-876ea3e42c48", "tag": "beb7b93d-6e4a-4023-8646-0977c0aa6e19", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:35.811494 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73ef5f0b-3cfc-4f43-b1d6-09c6e6d291d7 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:35.811862 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70adfee1-24b5-4f53-b8db-876ea3e42c48', 'tag': 'beb7b93d-6e4a-4023-8646-0977c0aa6e19', 'status': 'completed', 'code': 200} Sep 15 17:01:35.880511 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b10e44-d502-4d40-8c67-ec8342ddd667 req-99151814-fb3e-4cb8-955a-8c031af0e4eb tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:35.882261 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-03b10e44-d502-4d40-8c67-ec8342ddd667 req-99151814-fb3e-4cb8-955a-8c031af0e4eb tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0825138 Sep 15 17:01:35.916527 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5109-4c6e-4e1e-8a54-89bf5b1f8a02 req-4647d249-154e-4f58-80a8-a37213ab9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:35.918068 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbba5109-4c6e-4e1e-8a54-89bf5b1f8a02 req-4647d249-154e-4f58-80a8-a37213ab9809 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 1096 time: 0.0771306 Sep 15 17:01:35.954598 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-03b10e44-d502-4d40-8c67-ec8342ddd667 req-a0b41929-a387-49b6-acb3-f9603cf0b543 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652952 Sep 15 17:01:36.032080 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5109-4c6e-4e1e-8a54-89bf5b1f8a02 req-e2406ba4-1671-4b14-abf0-06351ed8efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:36.033588 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbba5109-4c6e-4e1e-8a54-89bf5b1f8a02 req-e2406ba4-1671-4b14-abf0-06351ed8efc5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 915 time: 0.1050789 Sep 15 17:01:36.089666 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbba5109-4c6e-4e1e-8a54-89bf5b1f8a02 req-f18fa5ea-59ec-4ef2-b793-d64c82d4395f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=beb7b93d-6e4a-4023-8646-0977c0aa6e19 HTTP/1.1" status: 200 len: 217 time: 0.0434513 Sep 15 17:01:36.166130 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5109-4c6e-4e1e-8a54-89bf5b1f8a02 req-06e65a26-5258-4cc3-b0ce-d147da5ea5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:36.167659 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbba5109-4c6e-4e1e-8a54-89bf5b1f8a02 req-06e65a26-5258-4cc3-b0ce-d147da5ea5cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=accd8fc5-9f55-4517-b84c-77fbbe2562b7 HTTP/1.1" status: 200 len: 854 time: 0.0494225 Sep 15 17:01:36.200851 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbba5109-4c6e-4e1e-8a54-89bf5b1f8a02 req-b257b8b0-5e8b-4c5a-bfcc-47413d372181 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c949ee6-8675-43a3-8464-0524a7aadfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248361 Sep 15 17:01:36.321444 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbba5109-4c6e-4e1e-8a54-89bf5b1f8a02 req-3402e442-1d1b-4e64-bc3c-4ab707c4c9ae service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030743 Sep 15 17:01:36.426516 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bbba5109-4c6e-4e1e-8a54-89bf5b1f8a02 req-afdf48fe-91f3-4777-8363-e92483d55f64 service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858898 Sep 15 17:01:36.512888 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628f1b-9fe7-42cf-9eff-9057aba39b56 req-0d5455f2-d75a-436f-bd01-e72f249e7fa8 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:36.514379 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ee628f1b-9fe7-42cf-9eff-9057aba39b56 req-0d5455f2-d75a-436f-bd01-e72f249e7fa8 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 943 time: 0.0497332 Sep 15 17:01:36.553176 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ee628f1b-9fe7-42cf-9eff-9057aba39b56 req-57282811-4cd2-48b4-87b0-e3c7080905da tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328565 Sep 15 17:01:36.771384 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:36.855508 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8330cef-d115-4fc9-88b4-e914a5e3dd80 req-488ea1ea-b188-484e-b2ab-3b97f7d37313 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:36.857103 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f8330cef-d115-4fc9-88b4-e914a5e3dd80 req-488ea1ea-b188-484e-b2ab-3b97f7d37313 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 947 time: 0.0561745 Sep 15 17:01:36.898528 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f8330cef-d115-4fc9-88b4-e914a5e3dd80 req-63db2d0f-4cf9-4a6d-81dd-f679463d5549 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355451 Sep 15 17:01:37.090257 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45522a-8a96-49a4-9eec-72e7375056ba req-1c4de64d-afda-4bea-871e-f243eb5b72c0 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:37.091801 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6a45522a-8a96-49a4-9eec-72e7375056ba req-1c4de64d-afda-4bea-871e-f243eb5b72c0 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0558522 Sep 15 17:01:37.133805 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6a45522a-8a96-49a4-9eec-72e7375056ba req-2ae96b13-151f-4090-b714-af349242f70f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356979 Sep 15 17:01:37.293255 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:01:37.380699 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5ca1f98-da90-4b59-9dbd-b7c2ae91f2c3 req-c290b4f7-4ea8-4d57-a49b-b006923adf02 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462110 Sep 15 17:01:37.397473 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1,segment=NetworkSegment(5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a),segment_id=5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:37.408690 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1', 'network_id': '389dd8eb-4fab-4bda-b326-4e1bb3b67f34', 'port_id': '69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1', 'mac_address': 'fa:16:3e:cd:e0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447b03c2-b3db-4311-91db-5ccf50c12487', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:01:37.446565 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:37.460624 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:37.480936 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1,segment=NetworkSegment(5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a),segment_id=5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:37.487627 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1f98-da90-4b59-9dbd-b7c2ae91f2c3 req-c9d3f78a-0902-4396-be1e-95a35b05dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:37.487797 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:37.488752 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device beb7b93d-6e4a-4023-8646-0977c0aa6e19 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:01:37.490382 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5ca1f98-da90-4b59-9dbd-b7c2ae91f2c3 req-c9d3f78a-0902-4396-be1e-95a35b05dc32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b33061c59f2e447ca8f266322973b3e1&device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 1098 time: 0.0488098 Sep 15 17:01:37.561352 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:37.578218 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:37.578553 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:37.578885 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:37.579207 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:37.579546 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:37.579838 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:37.580151 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:37.580468 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:37.580801 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:37.581117 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:37.581452 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:37.581760 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:37.651310 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port beb7b93d-6e4a-4023-8646-0977c0aa6e19, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=beb7b93d-6e4a-4023-8646-0977c0aa6e19,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:37.668563 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': 'beb7b93d-6e4a-4023-8646-0977c0aa6e19', 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9', 'port_id': 'beb7b93d-6e4a-4023-8646-0977c0aa6e19', 'mac_address': 'fa:16:3e:39:87:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accd8fc5-9f55-4517-b84c-77fbbe2562b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:01:37.673430 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9770b-c740-4447-a9ab-81d58f62b021 req-2964c13d-bcaf-4c6e-99a5-afbd9ff0b1c2 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:37.677976 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75634bd3-3cae-46c0-8edf-57a88a34f796 req-b96bd10e-390d-4a36-b748-54a5278f7657 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:37.680161 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-75634bd3-3cae-46c0-8edf-57a88a34f796 req-b96bd10e-390d-4a36-b748-54a5278f7657 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 943 time: 0.0530448 Sep 15 17:01:37.681791 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3bc9770b-c740-4447-a9ab-81d58f62b021 req-2964c13d-bcaf-4c6e-99a5-afbd9ff0b1c2 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 945 time: 0.0625563 Sep 15 17:01:37.712441 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:37.720917 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3bc9770b-c740-4447-a9ab-81d58f62b021 req-2a93e4ed-137b-45e7-b6dd-2be512006ebf tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382645 Sep 15 17:01:37.722327 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-75634bd3-3cae-46c0-8edf-57a88a34f796 req-3c797978-50cc-4258-bec1-2b54cc951f7c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349808 Sep 15 17:01:37.725901 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb7b93d-6e4a-4023-8646-0977c0aa6e19 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:37.749659 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port beb7b93d-6e4a-4023-8646-0977c0aa6e19, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=beb7b93d-6e4a-4023-8646-0977c0aa6e19,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:37.754179 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:37.803984 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=beb7b93d-6e4a-4023-8646-0977c0aa6e19,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:40.815849 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1f98-da90-4b59-9dbd-b7c2ae91f2c3 req-3850fdcd-76f5-4080-9686-a51528c4a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:40.817373 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5ca1f98-da90-4b59-9dbd-b7c2ae91f2c3 req-3850fdcd-76f5-4080-9686-a51528c4a7f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=39b6e323-3e3b-4fb6-9a81-cff37a6bd636 HTTP/1.1" status: 200 len: 913 time: 0.0888352 Sep 15 17:01:40.874205 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5ca1f98-da90-4b59-9dbd-b7c2ae91f2c3 req-bcf57a17-08bd-49de-a624-d18f1996b4e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacf80e6-985a-46e7-ae4d-d6351150d655 HTTP/1.1" status: 200 len: 217 time: 0.0382645 Sep 15 17:01:40.926450 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2cc0d-4153-48f8-8ef0-7abb36c44e91 req-c5ff3585-62eb-4b25-b092-21194d517790 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:40.928003 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1ee2cc0d-4153-48f8-8ef0-7abb36c44e91 req-c5ff3585-62eb-4b25-b092-21194d517790 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 948 time: 0.0538368 Sep 15 17:01:40.961161 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306e18a-f03f-4b9e-8ae1-ea9ad33c7b10 req-9e2809be-9f5f-4a2b-bf86-7cffc279dd0d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:40.963340 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a306e18a-f03f-4b9e-8ae1-ea9ad33c7b10 req-9e2809be-9f5f-4a2b-bf86-7cffc279dd0d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0920358 Sep 15 17:01:40.965316 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1f98-da90-4b59-9dbd-b7c2ae91f2c3 req-945a5f54-a8b1-4824-b65c-103076f55d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:40.966673 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5ca1f98-da90-4b59-9dbd-b7c2ae91f2c3 req-945a5f54-a8b1-4824-b65c-103076f55d11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f11ef472-c8e6-4635-8a6a-519b81cf446f HTTP/1.1" status: 200 len: 852 time: 0.0684786 Sep 15 17:01:40.971266 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1ee2cc0d-4153-48f8-8ef0-7abb36c44e91 req-ed031ea2-aee8-469e-9228-e6820cc5bde0 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372117 Sep 15 17:01:41.011453 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5ca1f98-da90-4b59-9dbd-b7c2ae91f2c3 req-52ca9e13-b645-4d00-9839-5a807f60ffda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b6e323-3e3b-4fb6-9a81-cff37a6bd636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280929 Sep 15 17:01:41.030046 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a306e18a-f03f-4b9e-8ae1-ea9ad33c7b10 req-9571777f-fd86-4a67-afa9-5bc5d5f6ae55 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606248 Sep 15 17:01:41.083388 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89a5e-cf9e-41e2-bb44-87167fe0610c req-9b35280d-100b-4970-843d-8b112e22a365 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:41.084767 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f5d89a5e-cf9e-41e2-bb44-87167fe0610c req-9b35280d-100b-4970-843d-8b112e22a365 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 944 time: 0.0575852 Sep 15 17:01:41.124346 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f5d89a5e-cf9e-41e2-bb44-87167fe0610c req-e5c543c7-5d06-48e4-a042-284a6c71294b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324566 Sep 15 17:01:41.164035 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5ca1f98-da90-4b59-9dbd-b7c2ae91f2c3 req-0fc09647-f956-4e2c-abe6-da82c62c9bf2 service neutron] 10.222.0.61 "GET /v2.0/networks/39b6e323-3e3b-4fb6-9a81-cff37a6bd636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330006 Sep 15 17:01:41.174188 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5a649-9d6d-4ffd-a197-654d14480dde req-64b4a18f-d710-4dcc-adf9-3023314ae9ce tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:41.175622 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-84b5a649-9d6d-4ffd-a197-654d14480dde req-64b4a18f-d710-4dcc-adf9-3023314ae9ce tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 945 time: 0.0808034 Sep 15 17:01:41.273485 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-84b5a649-9d6d-4ffd-a197-654d14480dde req-5dd94060-3e39-49ff-90f6-99edd8480a2d tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866408 Sep 15 17:01:41.299862 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5ca1f98-da90-4b59-9dbd-b7c2ae91f2c3 req-43cba2f7-439e-4dac-9b84-c7d2eeb31147 service neutron] 10.222.0.61 "GET /v2.0/networks/39b6e323-3e3b-4fb6-9a81-cff37a6bd636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197941 Sep 15 17:01:41.357952 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['beb7b93d-6e4a-4023-8646-0977c0aa6e19'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:01:41.507738 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:01:45.473429 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098a4d4-bfd3-4506-ac44-7c9da35f0a9a req-f8e32196-b079-43dd-97c3-b462c504ae30 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:45.475030 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f098a4d4-bfd3-4506-ac44-7c9da35f0a9a req-f8e32196-b079-43dd-97c3-b462c504ae30 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 948 time: 0.0498927 Sep 15 17:01:45.504833 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691feaa4-03b4-4c3b-9099-7f12e439f3de req-8709085f-cc11-4e16-aaeb-216bd97c1f7c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:45.506325 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-691feaa4-03b4-4c3b-9099-7f12e439f3de req-8709085f-cc11-4e16-aaeb-216bd97c1f7c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0506232 Sep 15 17:01:45.522429 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f098a4d4-bfd3-4506-ac44-7c9da35f0a9a req-29124a9f-8270-48a3-9315-f326aa4c7420 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 Sep 15 17:01:45.544990 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-691feaa4-03b4-4c3b-9099-7f12e439f3de req-c167a0d7-88a6-492b-8289-1c373fa9b61a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Sep 15 17:01:45.635709 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8069b63-3542-4a9c-b7c8-fc6db5cbc3dc req-3423331d-bf12-4b4b-b128-b6c0b80a6c5f tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:45.636800 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f8069b63-3542-4a9c-b7c8-fc6db5cbc3dc req-3423331d-bf12-4b4b-b128-b6c0b80a6c5f tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 944 time: 0.0482802 Sep 15 17:01:45.661609 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb25cc-5db3-4aed-b71b-21f7cacd7fbd req-b9d0081c-4f19-4f31-8e91-23180c041bc9 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:45.663113 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-95eb25cc-5db3-4aed-b71b-21f7cacd7fbd req-b9d0081c-4f19-4f31-8e91-23180c041bc9 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 945 time: 0.0533338 Sep 15 17:01:45.680028 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f8069b63-3542-4a9c-b7c8-fc6db5cbc3dc req-e019e112-b5e5-42aa-9be9-85aebb2dfe86 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354440 Sep 15 17:01:45.713384 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-95eb25cc-5db3-4aed-b71b-21f7cacd7fbd req-b2e82920-ed20-4791-89b0-0551808f0da0 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Sep 15 17:01:46.653208 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62bba9-0330-49c6-b4ad-de50cf98e6f6 req-88c76fdb-0ef3-4afb-8b61-f31fed3cb7f0 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:46.655976 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2a62bba9-0330-49c6-b4ad-de50cf98e6f6 req-88c76fdb-0ef3-4afb-8b61-f31fed3cb7f0 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 948 time: 0.0610001 Sep 15 17:01:46.667848 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf7a83-ef48-4f91-b91c-2d2244cb3cb2 req-8016070f-ed90-484c-ba49-8db27f4eb57e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:46.669492 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7ebf7a83-ef48-4f91-b91c-2d2244cb3cb2 req-8016070f-ed90-484c-ba49-8db27f4eb57e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0524545 Sep 15 17:01:46.696919 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2a62bba9-0330-49c6-b4ad-de50cf98e6f6 req-4c378e57-7270-4696-8512-55253f4bfcc5 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354359 Sep 15 17:01:46.718570 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7ebf7a83-ef48-4f91-b91c-2d2244cb3cb2 req-7c43a8b3-216e-4305-b95b-d3c379106490 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Sep 15 17:01:46.845647 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975a55a-06f5-476d-90e5-41e7bb7c9dbe req-cfca84b8-7b94-4298-9397-e95908544382 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:46.847141 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a975a55a-06f5-476d-90e5-41e7bb7c9dbe req-cfca84b8-7b94-4298-9397-e95908544382 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 945 time: 0.0548186 Sep 15 17:01:46.866872 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80764e41-31da-42fc-bae2-28dc7d4dedda req-999930fd-7731-4b6c-bb90-b7dd0acfaa7c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:46.869268 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80764e41-31da-42fc-bae2-28dc7d4dedda req-999930fd-7731-4b6c-bb90-b7dd0acfaa7c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 944 time: 0.0535383 Sep 15 17:01:46.886834 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a975a55a-06f5-476d-90e5-41e7bb7c9dbe req-7e06965d-711e-459c-96f5-e70c8875f76b tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Sep 15 17:01:46.909999 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80764e41-31da-42fc-bae2-28dc7d4dedda req-9cc1468d-08a5-4553-85bb-247731779ddb tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347884 Sep 15 17:01:50.264968 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:50.315054 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:01:50.319435 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:50.319798 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:50.422440 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:50.445622 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4e1af9-ba07-4ad5-b668-46214d17f9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:50.447906 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fb70f2-6d85-4fdb-a2bc-512353dd3945" -d '{"events": [{"server_uuid": "4c4e1af9-ba07-4ad5-b668-46214d17f9a9", "name": "network-vif-plugged", "status": "completed", "tag": "69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:50.460863 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1,segment=NetworkSegment(5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a),segment_id=5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:50.465895 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:50.467448 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device beb7b93d-6e4a-4023-8646-0977c0aa6e19 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:50.475013 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad7775-c810-4102-919f-bdb16b5b9dc7 req-7c928eb6-40ff-43a6-9ae0-5019e7ad2c63 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:50.477796 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-80ad7775-c810-4102-919f-bdb16b5b9dc7 req-7c928eb6-40ff-43a6-9ae0-5019e7ad2c63 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 948 time: 0.0515785 Sep 15 17:01:50.485375 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d2d20-25c0-449c-a514-9193eaf16878 req-bc4fd6a4-50f3-483a-bb42-3151bda7efee tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:50.487467 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b32d2d20-25c0-449c-a514-9193eaf16878 req-bc4fd6a4-50f3-483a-bb42-3151bda7efee tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0511220 Sep 15 17:01:50.518678 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-80ad7775-c810-4102-919f-bdb16b5b9dc7 req-740eeee7-5c28-4682-8aa6-6c06c503e0a6 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325301 Sep 15 17:01:50.530171 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b32d2d20-25c0-449c-a514-9193eaf16878 req-fabc7330-e35c-4a85-b5b3-9cba7bbe12e7 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344839 Sep 15 17:01:50.561588 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:50.582139 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port beb7b93d-6e4a-4023-8646-0977c0aa6e19 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:01:50.586595 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port beb7b93d-6e4a-4023-8646-0977c0aa6e19 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:50.586956 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:50.653796 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08a291-2ab9-4bcb-a202-922c2c575b0c req-a4d1d8e1-7c14-42a6-a872-342753238a87 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:50.661460 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4b08a291-2ab9-4bcb-a202-922c2c575b0c req-a4d1d8e1-7c14-42a6-a872-342753238a87 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 945 time: 0.0685601 Sep 15 17:01:50.679481 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:50.679719 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c75d77-eb75-4e27-b4fb-d7fdde31b92e req-8bd920eb-1130-425b-b653-ce819a42a6b9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:50.681545 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a5c75d77-eb75-4e27-b4fb-d7fdde31b92e req-8bd920eb-1130-425b-b653-ce819a42a6b9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 944 time: 0.0833502 Sep 15 17:01:50.690013 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfef0d-8422-4304-9c58-2dcac06511c3 req-09e953cf-232d-48b1-80a8-ad2644d6bb0b tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:50.691475 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d7cfef0d-8422-4304-9c58-2dcac06511c3 req-09e953cf-232d-48b1-80a8-ad2644d6bb0b tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 945 time: 0.0830040 Sep 15 17:01:50.701972 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4b08a291-2ab9-4bcb-a202-922c2c575b0c req-c17410dd-25db-4c51-a012-a82dc65b1e98 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/security-groups?id=53353ea3-04ba-494c-97af-12606aed6751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397384 Sep 15 17:01:50.724918 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port beb7b93d-6e4a-4023-8646-0977c0aa6e19, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=beb7b93d-6e4a-4023-8646-0977c0aa6e19,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:50.730466 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:50.768122 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfcc34e-54d5-4ac8-ae61-02760efc7994 x-openstack-request-id: req-3bfcc34e-54d5-4ac8-ae61-02760efc7994 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:50.769728 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4e1af9-ba07-4ad5-b668-46214d17f9a9", "name": "network-vif-plugged", "status": "completed", "tag": "69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:50.770035 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bfcc34e-54d5-4ac8-ae61-02760efc7994 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:50.770967 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4e1af9-ba07-4ad5-b668-46214d17f9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1', 'code': 200} Sep 15 17:01:50.803315 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=beb7b93d-6e4a-4023-8646-0977c0aa6e19,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:50.811248 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a5c75d77-eb75-4e27-b4fb-d7fdde31b92e req-87ffd851-4fc4-405e-b591-2900d05b9361 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183224 Sep 15 17:01:50.849813 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-d7cfef0d-8422-4304-9c58-2dcac06511c3 req-2b81f83a-d6d0-4460-a6c3-fa951a513c83 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Deleting port eacf80e6-985a-46e7-ae4d-d6351150d655 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:01:50.850160 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d7cfef0d-8422-4304-9c58-2dcac06511c3 req-2b81f83a-d6d0-4460-a6c3-fa951a513c83 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:50.976750 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-d7cfef0d-8422-4304-9c58-2dcac06511c3 req-2b81f83a-d6d0-4460-a6c3-fa951a513c83 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] For port eacf80e6-985a-46e7-ae4d-d6351150d655, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=eacf80e6-985a-46e7-ae4d-d6351150d655,segment=NetworkSegment(cc931188-f015-48ad-a411-942c4c768317),segment_id=cc931188-f015-48ad-a411-942c4c768317)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:50.978100 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d7cfef0d-8422-4304-9c58-2dcac06511c3 req-2b81f83a-d6d0-4460-a6c3-fa951a513c83 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:50.981120 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b788b-b7fe-4d2e-8460-d84b0bb80363 req-3f7fec93-19e6-44a1-9f12-978d003f55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:50.982611 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-311b788b-b7fe-4d2e-8460-d84b0bb80363 req-3f7fec93-19e6-44a1-9f12-978d003f55f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 1102 time: 0.0784054 Sep 15 17:01:51.000072 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-d7cfef0d-8422-4304-9c58-2dcac06511c3 req-2b81f83a-d6d0-4460-a6c3-fa951a513c83 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Calling delete_port for eacf80e6-985a-46e7-ae4d-d6351150d655 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:01:51.089937 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-311b788b-b7fe-4d2e-8460-d84b0bb80363 req-a550aed0-b86b-49bb-8a94-97533c4a323d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954432 Sep 15 17:01:51.181974 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d7cfef0d-8422-4304-9c58-2dcac06511c3 req-2b81f83a-d6d0-4460-a6c3-fa951a513c83 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:51.194849 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['eacf80e6-985a-46e7-ae4d-d6351150d655'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:01:51.213779 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81f83a-d6d0-4460-a6c3-fa951a513c83 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Pushing event deleted for resources: {'Port': ['ID=eacf80e6-985a-46e7-ae4d-d6351150d655,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:51.283386 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cfef0d-8422-4304-9c58-2dcac06511c3 req-2b81f83a-d6d0-4460-a6c3-fa951a513c83 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] No DVR routers for this DVR port eacf80e6-985a-46e7-ae4d-d6351150d655 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:01:51.286879 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d7cfef0d-8422-4304-9c58-2dcac06511c3 req-2b81f83a-d6d0-4460-a6c3-fa951a513c83 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:51.295670 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d7cfef0d-8422-4304-9c58-2dcac06511c3 req-2b81f83a-d6d0-4460-a6c3-fa951a513c83 tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.61 "DELETE /v2.0/ports/eacf80e6-985a-46e7-ae4d-d6351150d655 HTTP/1.1" status: 204 len: 173 time: 0.5881186 Sep 15 17:01:51.295670 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be', 'name': 'network-vif-deleted', 'tag': 'eacf80e6-985a-46e7-ae4d-d6351150d655'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:51.295670 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76d1cf9-ac07-439b-bd93-117470c9484f" -d '{"events": [{"server_uuid": "b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be", "name": "network-vif-deleted", "tag": "eacf80e6-985a-46e7-ae4d-d6351150d655"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:51.328359 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a65924-1042-4cc6-9cca-0962674aed94 x-openstack-request-id: req-54a65924-1042-4cc6-9cca-0962674aed94 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:51.328781 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be", "name": "network-vif-deleted", "tag": "eacf80e6-985a-46e7-ae4d-d6351150d655", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:51.329029 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54a65924-1042-4cc6-9cca-0962674aed94 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:51.329446 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be', 'name': 'network-vif-deleted', 'tag': 'eacf80e6-985a-46e7-ae4d-d6351150d655', 'status': 'completed', 'code': 200} Sep 15 17:01:51.658302 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ebce9-14ee-4c9e-bb55-68cbe68842e6 req-fad0a4f1-e794-48b1-aa70-6160b694a19e tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:51.660611 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ab5ebce9-14ee-4c9e-bb55-68cbe68842e6 req-fad0a4f1-e794-48b1-aa70-6160b694a19e tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 949 time: 0.0607188 Sep 15 17:01:51.678193 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bee54-5abc-4cc7-980d-2753630ba807 req-1cd60274-52a9-4a28-bd18-c725486b0865 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:51.685255 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ce1bee54-5abc-4cc7-980d-2753630ba807 req-1cd60274-52a9-4a28-bd18-c725486b0865 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0779667 Sep 15 17:01:51.713704 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ab5ebce9-14ee-4c9e-bb55-68cbe68842e6 req-9fd1f799-c27c-4023-a771-e0c527b834f5 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340314 Sep 15 17:01:51.728686 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ce1bee54-5abc-4cc7-980d-2753630ba807 req-9874e493-8a8f-4a98-8e9f-fcfd9bae55f8 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Sep 15 17:01:51.973320 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b716-d6a9-4d55-9eb2-c54a8427469f req-9465e954-72df-40d7-aa49-642f29fd96b1 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:51.975263 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ac73b716-d6a9-4d55-9eb2-c54a8427469f req-9465e954-72df-40d7-aa49-642f29fd96b1 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 945 time: 0.0569370 Sep 15 17:01:52.035607 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d7ed991e-6879-4974-990f-cedae845f1fa req-90319e26-8609-4336-90e8-5cd81dfcc16d tempest-DeleteServersTestJSON-1781171662 tempest-DeleteServersTestJSON-1781171662-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5bd6fa3-28ea-4023-8b4e-f8f4b9d4c2be HTTP/1.1" status: 200 len: 210 time: 0.0603254 Sep 15 17:01:52.037957 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ac73b716-d6a9-4d55-9eb2-c54a8427469f req-6472d6ed-fa49-4fd2-9144-12fc34512fc1 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417197 Sep 15 17:01:52.772357 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70adfee1-24b5-4f53-b8db-876ea3e42c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb7b93d-6e4a-4023-8646-0977c0aa6e19'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:52.776674 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1604874-54b9-4820-9c3f-45fefeddd250" -d '{"events": [{"server_uuid": "70adfee1-24b5-4f53-b8db-876ea3e42c48", "name": "network-vif-plugged", "status": "completed", "tag": "beb7b93d-6e4a-4023-8646-0977c0aa6e19"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:52.845480 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada489d-106f-4809-922a-8df0370b9bf9 req-c13b2fe3-f8fb-45cb-a300-91d39cfe23cc tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:52.846968 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9ada489d-106f-4809-922a-8df0370b9bf9 req-c13b2fe3-f8fb-45cb-a300-91d39cfe23cc tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 949 time: 0.0554295 Sep 15 17:01:52.873536 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ef30b-1363-4a1b-97a0-1d4412b82252 req-fd123913-de2d-4268-ba15-1c759c3cde29 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:52.875252 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f04ef30b-1363-4a1b-97a0-1d4412b82252 req-fd123913-de2d-4268-ba15-1c759c3cde29 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0585492 Sep 15 17:01:52.885556 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9ada489d-106f-4809-922a-8df0370b9bf9 req-2378a546-dfab-415c-b09b-a47150c28afa tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Sep 15 17:01:52.920299 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f04ef30b-1363-4a1b-97a0-1d4412b82252 req-6116c52f-df09-4384-aee0-2c537004f8f5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380876 Sep 15 17:01:52.934614 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b47f09c-772f-41b1-ab69-53d2d00ada58 x-openstack-request-id: req-7b47f09c-772f-41b1-ab69-53d2d00ada58 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:52.934917 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70adfee1-24b5-4f53-b8db-876ea3e42c48", "name": "network-vif-plugged", "status": "completed", "tag": "beb7b93d-6e4a-4023-8646-0977c0aa6e19", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:52.935210 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b47f09c-772f-41b1-ab69-53d2d00ada58 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:52.935640 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70adfee1-24b5-4f53-b8db-876ea3e42c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb7b93d-6e4a-4023-8646-0977c0aa6e19', 'code': 200} Sep 15 17:01:53.172679 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14556b-3420-4019-939c-d13c91632ae5 req-6feffff7-5bd1-4fd0-ac41-023adac815d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:53.174178 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ea14556b-3420-4019-939c-d13c91632ae5 req-6feffff7-5bd1-4fd0-ac41-023adac815d4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 1098 time: 0.0712683 Sep 15 17:01:53.183185 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd63df-30b2-4c5b-a1c7-14b15464a3b1 req-59d70f23-ea4b-4203-b42c-635896c1c5af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:53.184519 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-75cd63df-30b2-4c5b-a1c7-14b15464a3b1 req-59d70f23-ea4b-4203-b42c-635896c1c5af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 945 time: 0.0726030 Sep 15 17:01:53.233849 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ea14556b-3420-4019-939c-d13c91632ae5 req-ab566d20-e493-40c1-bdd5-48d5325c10dd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483844 Sep 15 17:01:53.240835 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-75cd63df-30b2-4c5b-a1c7-14b15464a3b1 req-fbe6dced-c7f9-4a34-a6fe-87f830835a88 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493705 Sep 15 17:01:54.005563 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e217f33-9cbf-4d32-afdc-02c387a50c2e req-9aa11349-ca57-4d8b-ba3f-11b9666efd68 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:54.007034 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7e217f33-9cbf-4d32-afdc-02c387a50c2e req-9aa11349-ca57-4d8b-ba3f-11b9666efd68 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 949 time: 0.0492246 Sep 15 17:01:54.043921 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c78dc-8c0b-4140-9ebf-567d27e2e809 req-82faf77a-a4d6-467f-8812-2f828ff0362a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:54.045573 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-438c78dc-8c0b-4140-9ebf-567d27e2e809 req-82faf77a-a4d6-467f-8812-2f828ff0362a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0516677 Sep 15 17:01:54.046610 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7e217f33-9cbf-4d32-afdc-02c387a50c2e req-432f8ab6-86d2-438b-997d-e3eea393ea2d tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334470 Sep 15 17:01:54.084018 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-438c78dc-8c0b-4140-9ebf-567d27e2e809 req-4b30e004-d05c-4a81-bdb1-ec9ead3ba200 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Sep 15 17:01:54.268083 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device eacf80e6-985a-46e7-ae4d-d6351150d655 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:01:54.290141 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: eacf80e6-985a-46e7-ae4d-d6351150d655 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:01:54.290483 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device eacf80e6-985a-46e7-ae4d-d6351150d655 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:01:54.304057 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1ec63-9937-4c9a-856a-80e62f7720fe req-a0befcc2-2a0f-4958-b0e9-88c4321163dd tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:54.305929 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ffb1ec63-9937-4c9a-856a-80e62f7720fe req-a0befcc2-2a0f-4958-b0e9-88c4321163dd tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 949 time: 0.0519488 Sep 15 17:01:54.345937 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ffb1ec63-9937-4c9a-856a-80e62f7720fe req-ad4f13d9-f7b0-440d-8e1c-aa61d1ecc818 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338836 Sep 15 17:01:54.359738 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958fd7c-2427-42f9-8f85-e34d9b88f058 req-b5569f7e-a70c-44fc-a88c-6438f6f8dcae tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:54.361215 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1958fd7c-2427-42f9-8f85-e34d9b88f058 req-b5569f7e-a70c-44fc-a88c-6438f6f8dcae tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 945 time: 0.0501561 Sep 15 17:01:54.397103 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edfe4dae-646f-4c71-98dd-4792db9657a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:54.398414 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1958fd7c-2427-42f9-8f85-e34d9b88f058 req-dd18e0d1-425a-447b-92ef-4bf82d0977b5 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314019 Sep 15 17:01:54.486253 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33722) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:54.541409 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-56987a73-bf30-43f4-88e9-5799c66550c7 admin admin] Deleting subnet f11ef472-c8e6-4635-8a6a-519b81cf446f {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:01:54.544578 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-56987a73-bf30-43f4-88e9-5799c66550c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:54.580269 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-56987a73-bf30-43f4-88e9-5799c66550c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:54.585762 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-56987a73-bf30-43f4-88e9-5799c66550c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:54.639133 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-56987a73-bf30-43f4-88e9-5799c66550c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:54.668042 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56987a73-bf30-43f4-88e9-5799c66550c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f11ef472-c8e6-4635-8a6a-519b81cf446f,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:54.674093 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-56987a73-bf30-43f4-88e9-5799c66550c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:54.677220 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-56987a73-bf30-43f4-88e9-5799c66550c7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f11ef472-c8e6-4635-8a6a-519b81cf446f HTTP/1.1" status: 204 len: 168 time: 0.1899803 Sep 15 17:01:54.680039 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33724) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:54.752856 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:54.832310 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:54.853353 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.853709 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.854444 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.854785 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > port after_create 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.855114 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.855561 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > port after_update 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.855898 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.856193 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.856503 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.856922 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.936195 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.936531 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.936854 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.937179 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:01:54.938437 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b6e323-3e3b-4fb6-9a81-cff37a6bd636']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:54.962966 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc931188-f015-48ad-a411-942c4c768317') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:54.963259 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc931188-f015-48ad-a411-942c4c768317') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:54.983773 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28986905'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:55.010256 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:55.023021 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:01:55.023536 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29058930'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: from cryptography.utils import int_from_bytes Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: from cryptography.utils import int_from_bytes Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: Traceback (most recent call last): Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: timer() Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: cb(*args, **kw) Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: self._notify() Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: self.callback(batched_events) Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: event.method(event) Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: return f(self, *a, **k) Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._get(url).json() Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:01:55.029307 dv-cinder-796806-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:01:55.089254 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:55.096187 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:55.098104 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/39b6e323-3e3b-4fb6-9a81-cff37a6bd636 HTTP/1.1" status: 204 len: 168 time: 0.4173365 Sep 15 17:01:55.107961 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fbe46-5147-468b-84f9-b1697ed86ee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=39b6e323-3e3b-4fb6-9a81-cff37a6bd636,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:55.210220 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee2eb-e603-4dd1-a23e-a2d173ee0b4c req-c4098baa-3201-4bc5-a7ae-821434e62d5e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:55.212401 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d33ee2eb-e603-4dd1-a23e-a2d173ee0b4c req-c4098baa-3201-4bc5-a7ae-821434e62d5e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0516508 Sep 15 17:01:55.268796 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d33ee2eb-e603-4dd1-a23e-a2d173ee0b4c req-62f367f8-550b-4a7e-928e-3f6df52cde7d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499439 Sep 15 17:01:55.272329 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 33742) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:55.314348 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-5a5478e6-c4a4-481b-b8d3-6754bd21c091 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b33061c59f2e447ca8f266322973b3e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409601 Sep 15 17:01:55.316792 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 33744) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:55.374313 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d55b4ebb-f4f0-4de6-8a39-b46f0b30efb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:55.397045 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d55b4ebb-f4f0-4de6-8a39-b46f0b30efb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:55.454961 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d55b4ebb-f4f0-4de6-8a39-b46f0b30efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:55.459017 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d55b4ebb-f4f0-4de6-8a39-b46f0b30efb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:55.463358 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d55b4ebb-f4f0-4de6-8a39-b46f0b30efb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53353ea3-04ba-494c-97af-12606aed6751 HTTP/1.1" status: 204 len: 168 time: 0.1425371 Sep 15 17:01:55.470102 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b4ebb-f4f0-4de6-8a39-b46f0b30efb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53353ea3-04ba-494c-97af-12606aed6751,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:55.529270 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5110168-006d-4da5-ac67-801ecf680400 req-aae85107-e7d8-4675-87e0-5de5f9269247 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:55.531008 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5110168-006d-4da5-ac67-801ecf680400 req-aae85107-e7d8-4675-87e0-5de5f9269247 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 945 time: 0.0506680 Sep 15 17:01:55.579602 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f5110168-006d-4da5-ac67-801ecf680400 req-0ed345e7-7638-4256-baf7-6c1039590a51 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Sep 15 17:01:55.636718 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:01:55.703190 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3b8d9-453b-46f3-9381-b7de1354c83a req-cdabb0f0-3eba-4c38-b3b3-e23a6af95342 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:55.704737 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2ea3b8d9-453b-46f3-9381-b7de1354c83a req-cdabb0f0-3eba-4c38-b3b3-e23a6af95342 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 949 time: 0.2851841 Sep 15 17:01:55.745543 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2ea3b8d9-453b-46f3-9381-b7de1354c83a req-1fc4d5b6-e890-4ea6-bae4-caf3aa10d67e tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349138 Sep 15 17:01:56.400578 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33802) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:56.409093 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae5124-8fcd-48b8-baf5-60c1e9fe8f8a req-eb513c29-9c90-4dca-87e2-a85df8d8dd90 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:56.410712 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fcae5124-8fcd-48b8-baf5-60c1e9fe8f8a req-eb513c29-9c90-4dca-87e2-a85df8d8dd90 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0514812 Sep 15 17:01:56.454933 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fcae5124-8fcd-48b8-baf5-60c1e9fe8f8a req-a145bb63-6b9c-479f-9615-910e8ac2ff97 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373816 Sep 15 17:01:56.518905 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-306e0834-eb07-4b9a-9638-c2d136c3bfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:56.627574 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-306e0834-eb07-4b9a-9638-c2d136c3bfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:56.631258 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-306e0834-eb07-4b9a-9638-c2d136c3bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:56.677411 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-306e0834-eb07-4b9a-9638-c2d136c3bfd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c12a0e4d3774ff79b98c0a55cd5ddec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757230 Sep 15 17:01:56.678368 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e0834-eb07-4b9a-9638-c2d136c3bfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7a24bf-76c7-4fbf-9d2c-39a0c6037bf6,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:56.680684 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 33812) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:56.745719 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-056fccd0-286d-4b5b-ab8e-2d557f20ccd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:56.775826 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-056fccd0-286d-4b5b-ab8e-2d557f20ccd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:56.830356 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-056fccd0-286d-4b5b-ab8e-2d557f20ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:56.833420 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-056fccd0-286d-4b5b-ab8e-2d557f20ccd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:56.834555 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-056fccd0-286d-4b5b-ab8e-2d557f20ccd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b7a24bf-76c7-4fbf-9d2c-39a0c6037bf6 HTTP/1.1" status: 204 len: 168 time: 0.1526608 Sep 15 17:01:56.843085 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fccd0-286d-4b5b-ab8e-2d557f20ccd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7a24bf-76c7-4fbf-9d2c-39a0c6037bf6,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:56.871167 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379d670-6b34-44f5-a507-a6708e529564 req-cb1d6328-dbd2-45f8-ad8d-2d6472c66326 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:56.872655 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9379d670-6b34-44f5-a507-a6708e529564 req-cb1d6328-dbd2-45f8-ad8d-2d6472c66326 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 949 time: 0.0531931 Sep 15 17:01:56.895393 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0123f12b-dbc5-4995-996c-f3efef49111f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:56.914566 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9379d670-6b34-44f5-a507-a6708e529564 req-171086f6-f762-4cce-92be-60e8f319c555 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dc4fa1b-1117-42ab-b2cb-753eec4652a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354917 Sep 15 17:01:57.561223 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:57.562208 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04853711-35c4-4daf-9cfe-0ad0b5dde932 req-f3efb305-5365-4df5-b106-4865e1b9ab5e tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:57.563602 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-04853711-35c4-4daf-9cfe-0ad0b5dde932 req-f3efb305-5365-4df5-b106-4865e1b9ab5e tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 949 time: 0.0690508 Sep 15 17:01:57.613403 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd4e16-b031-4434-9227-08f281ea9589 req-da5b07bb-d244-4345-b92e-b20658e9ac8d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:57.614876 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6fcd4e16-b031-4434-9227-08f281ea9589 req-da5b07bb-d244-4345-b92e-b20658e9ac8d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0856924 Sep 15 17:01:57.684275 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6fcd4e16-b031-4434-9227-08f281ea9589 req-bc7cac64-d72a-4455-90ed-b94ec69fe2ff tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606360 Sep 15 17:01:57.705189 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-04853711-35c4-4daf-9cfe-0ad0b5dde932 req-4df3a50b-8018-4dca-8cb9-1be63444b3ac tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Deleting port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:01:57.705556 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-04853711-35c4-4daf-9cfe-0ad0b5dde932 req-4df3a50b-8018-4dca-8cb9-1be63444b3ac tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:57.797258 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-04853711-35c4-4daf-9cfe-0ad0b5dde932 req-4df3a50b-8018-4dca-8cb9-1be63444b3ac tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] For port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1,segment=NetworkSegment(5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a),segment_id=5d09b5a8-a563-4323-8fbf-4bfd43b8cd8a)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:57.797536 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-04853711-35c4-4daf-9cfe-0ad0b5dde932 req-4df3a50b-8018-4dca-8cb9-1be63444b3ac tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:57.808977 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-04853711-35c4-4daf-9cfe-0ad0b5dde932 req-4df3a50b-8018-4dca-8cb9-1be63444b3ac tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Calling delete_port for 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:01:57.942354 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-04853711-35c4-4daf-9cfe-0ad0b5dde932 req-4df3a50b-8018-4dca-8cb9-1be63444b3ac tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:57.957131 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:01:57.986698 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3a50b-8018-4dca-8cb9-1be63444b3ac tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Pushing event deleted for resources: {'Port': ['ID=69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:58.025345 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-04853711-35c4-4daf-9cfe-0ad0b5dde932 req-4df3a50b-8018-4dca-8cb9-1be63444b3ac tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] No DVR routers for this DVR port 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:01:58.028357 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-04853711-35c4-4daf-9cfe-0ad0b5dde932 req-4df3a50b-8018-4dca-8cb9-1be63444b3ac tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:58.031193 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-04853711-35c4-4daf-9cfe-0ad0b5dde932 req-4df3a50b-8018-4dca-8cb9-1be63444b3ac tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.61 "DELETE /v2.0/ports/69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 HTTP/1.1" status: 204 len: 173 time: 0.4576178 Sep 15 17:01:58.032316 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4e1af9-ba07-4ad5-b668-46214d17f9a9', 'name': 'network-vif-deleted', 'tag': '69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:58.035210 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fb9a47-c611-44ce-9bf9-bf4358fadc73" -d '{"events": [{"server_uuid": "4c4e1af9-ba07-4ad5-b668-46214d17f9a9", "name": "network-vif-deleted", "tag": "69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:58.040396 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-332f81aa-ad6d-4201-8402-024693740050 req-f98786fd-e8f7-49f1-b22f-4d3427707ee0 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 210 time: 0.0350676 Sep 15 17:01:58.099859 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40012abc-6ca0-4cf1-b943-8acd279ecbd8 x-openstack-request-id: req-40012abc-6ca0-4cf1-b943-8acd279ecbd8 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:58.100230 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4e1af9-ba07-4ad5-b668-46214d17f9a9", "name": "network-vif-deleted", "tag": "69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:58.100544 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40012abc-6ca0-4cf1-b943-8acd279ecbd8 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:58.100993 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4e1af9-ba07-4ad5-b668-46214d17f9a9', 'name': 'network-vif-deleted', 'tag': '69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1', 'status': 'completed', 'code': 200} Sep 15 17:01:58.488219 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:58.628155 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77531694-5999-4ca8-9d8a-99e611297a7b req-46a32738-c072-4eb6-89c7-3d27962690cb tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:58.629624 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-46a32738-c072-4eb6-89c7-3d27962690cb tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 814 time: 0.1019349 Sep 15 17:01:58.644889 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-e6f66d64-cff5-47ec-bece-d5e8927142db tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/quotas/4c31f3e4bed5431c93952e58f7b5de30 HTTP/1.1" status: 200 len: 375 time: 0.0086184 Sep 15 17:01:58.693794 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-e53645f9-ce18-45b0-bcbe-90844247dca0 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426502 Sep 15 17:01:58.786745 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-06e58163-1490-4b9b-815d-aaa45a2ea93d service neutron] 10.222.0.13 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849078 Sep 15 17:01:58.880212 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-01fe26e1-3798-4bee-9f3b-293dc01d47d6 service neutron] 10.222.0.13 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874488 Sep 15 17:01:58.993969 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 33898) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:59.084600 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe22607-1293-4694-80c0-459bbbcc547d req-765c4b01-8db5-479c-9320-a64e50f99b26 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:59.086766 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-abe22607-1293-4694-80c0-459bbbcc547d req-765c4b01-8db5-479c-9320-a64e50f99b26 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0558429 Sep 15 17:01:59.122914 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e82f6ca-646f-45c5-919f-20e717eed9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:59.149635 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-abe22607-1293-4694-80c0-459bbbcc547d req-e66ca8ea-150a-4664-a565-127ea080a121 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540528 Sep 15 17:01:59.222617 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-46ed0be2-6cce-48b5-9190-f4dd16b5144a req-789f3162-8181-4ff6-86e3-bf2414ff1ac2 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 210 time: 0.0327833 Sep 15 17:01:59.281317 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e82f6ca-646f-45c5-919f-20e717eed9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:59.286855 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e82f6ca-646f-45c5-919f-20e717eed9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:59.356075 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-18b8f7a8-cabf-4fa6-b4f9-6301963df905 req-a227558c-97a6-4a60-8e24-ca10c8dca529 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 210 time: 0.0471544 Sep 15 17:01:59.359742 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5e82f6ca-646f-45c5-919f-20e717eed9ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2cad409c696409081df94aa96a9c728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639050 Sep 15 17:01:59.360719 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82f6ca-646f-45c5-919f-20e717eed9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a20f6a-453f-40fa-a360-6fe4901e6355,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:59.362672 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 33914) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:59.421631 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5d13af1e-4496-4339-b953-73a0c545bcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:59.442074 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5d13af1e-4496-4339-b953-73a0c545bcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:59.488091 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5d13af1e-4496-4339-b953-73a0c545bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:59.490808 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5d13af1e-4496-4339-b953-73a0c545bcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:59.491941 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-5d13af1e-4496-4339-b953-73a0c545bcc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60a20f6a-453f-40fa-a360-6fe4901e6355 HTTP/1.1" status: 204 len: 168 time: 0.1277816 Sep 15 17:01:59.499797 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13af1e-4496-4339-b953-73a0c545bcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a20f6a-453f-40fa-a360-6fe4901e6355,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:59.791391 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:01.436797 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d28c22ff-858f-4b89-901d-5f69a3aa0baf req-b2e945e9-7cf1-4950-91db-0b3c01daac3c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 210 time: 0.0336852 Sep 15 17:02:01.441144 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6c782-24ce-44c1-99da-6f4c861c2375 req-c41b12ee-b621-48d6-bd18-9d676fe339d9 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:01.442850 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c0d6c782-24ce-44c1-99da-6f4c861c2375 req-c41b12ee-b621-48d6-bd18-9d676fe339d9 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0549040 Sep 15 17:02:01.495771 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c0d6c782-24ce-44c1-99da-6f4c861c2375 req-c91ddb20-afae-4a21-b585-7d81eca16519 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457461 Sep 15 17:02:01.564171 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3d8f1c23-23f5-43c5-8688-b512c5f99ff7 req-c4ffd987-0fed-430d-8acc-51b9d10aeee7 tempest-VolumesNegativeTest-1017495497 tempest-VolumesNegativeTest-1017495497-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c4e1af9-ba07-4ad5-b668-46214d17f9a9 HTTP/1.1" status: 200 len: 210 time: 0.0363669 Sep 15 17:02:02.279921 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:02:02.305815 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:02:02.306157 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 69d4aa5d-c151-46f3-98f7-1ea1c46e1ce1 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:02:02.335192 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77531694-5999-4ca8-9d8a-99e611297a7b req-ee13a135-aaa4-4b59-9c8d-63d57d663ef3 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:02.337261 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-ee13a135-aaa4-4b59-9c8d-63d57d663ef3 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 814 time: 0.1088531 Sep 15 17:02:02.360209 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-77531694-5999-4ca8-9d8a-99e611297a7b req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Request body: {'port': {'device_id': '77caa0ed-529c-467d-b012-1eb330087eb9', 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9', 'admin_state_up': True, 'tenant_id': '4c31f3e4bed5431c93952e58f7b5de30'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:02:02.480486 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77531694-5999-4ca8-9d8a-99e611297a7b req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Made reservation on behalf of 4c31f3e4bed5431c93952e58f7b5de30 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:02:02.483897 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77531694-5999-4ca8-9d8a-99e611297a7b req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:02.582995 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-52a992cc-5727-4894-880b-7b5f2f1a723d req-725eebb9-c525-49d9-a699-16767ca8609d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 210 time: 0.0394537 Sep 15 17:02:02.905457 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-77531694-5999-4ca8-9d8a-99e611297a7b req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Allocated IP 172.20.0.4 (1c949ee6-8675-43a3-8464-0524a7aadfe9/accd8fc5-9f55-4517-b84c-77fbbe2562b7/5fe4178a-9e29-4862-aa35-c1444360a149) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:02:02.916885 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e552e5d-9f32-4f32-8b07-b6a5dd3b3f01 req-d69d3c22-d98e-4f56-b102-c10eba60e510 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:02.918439 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2e552e5d-9f32-4f32-8b07-b6a5dd3b3f01 req-d69d3c22-d98e-4f56-b102-c10eba60e510 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.3187752 Sep 15 17:02:02.985302 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2e552e5d-9f32-4f32-8b07-b6a5dd3b3f01 req-85a962b1-86fd-4a5d-abc0-82e73e9c917f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561759 Sep 15 17:02:03.107445 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77531694-5999-4ca8-9d8a-99e611297a7b req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:03.143006 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77531694-5999-4ca8-9d8a-99e611297a7b req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:03.156096 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['8c515783-44fc-4831-8af8-d987f965dec3', 'beb7b93d-6e4a-4023-8646-0977c0aa6e19'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:02:03.188730 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77531694-5999-4ca8-9d8a-99e611297a7b req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Network 1c949ee6-8675-43a3-8464-0524a7aadfe9 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:02:03.192006 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-77531694-5999-4ca8-9d8a-99e611297a7b req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:02:03.196599 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-77531694-5999-4ca8-9d8a-99e611297a7b req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:02:03.230119 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Pushing event updated for resources: {'Port': ['ID=5fe4178a-9e29-4862-aa35-c1444360a149,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:03.252700 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77531694-5999-4ca8-9d8a-99e611297a7b req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:03.253691 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77531694-5999-4ca8-9d8a-99e611297a7b req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:03.271185 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-9cd45c73-7b6b-42aa-9bd2-1989c386432b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9148178 Sep 15 17:02:03.286318 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Request body: {'port': {'device_id': '77caa0ed-529c-467d-b012-1eb330087eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:02:03.359415 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:03.444613 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254a023-b3c1-4eaf-b622-6647836c7cd2 req-94d77f8b-586e-481d-9ca1-cc6f642015c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:03.446303 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5254a023-b3c1-4eaf-b622-6647836c7cd2 req-94d77f8b-586e-481d-9ca1-cc6f642015c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 1098 time: 0.0760593 Sep 15 17:02:03.571968 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5254a023-b3c1-4eaf-b622-6647836c7cd2 req-71196d4b-c16f-454c-8fb7-4cd4f452c709 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647695 Sep 15 17:02:03.705706 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe4178a-9e29-4862-aa35-c1444360a149 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:02:03.713987 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:03.725957 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Transition to ACTIVE for port object 5fe4178a-9e29-4862-aa35-c1444360a149 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:02:03.730713 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:03.785629 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe4178a-9e29-4862-aa35-c1444360a149,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:03.857196 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Attempting to bind port 5fe4178a-9e29-4862-aa35-c1444360a149 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:02:03.857563 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Attempting to bind port 5fe4178a-9e29-4862-aa35-c1444360a149 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:02:03.857885 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Attempting to bind port 5fe4178a-9e29-4862-aa35-c1444360a149 on network 1c949ee6-8675-43a3-8464-0524a7aadfe9 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:02:03.862411 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Port 5fe4178a-9e29-4862-aa35-c1444360a149 on network 1c949ee6-8675-43a3-8464-0524a7aadfe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:02:03.862727 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Attempting to bind port 5fe4178a-9e29-4862-aa35-c1444360a149 on network 1c949ee6-8675-43a3-8464-0524a7aadfe9 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:02:03.867943 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:02:03.868237 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Checking segment: {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:02:03.868622 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Bound using segment: {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:02:03.869052 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Bound port: 5fe4178a-9e29-4862-aa35-c1444360a149, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:02:03.869441 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:03.943206 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] For port 5fe4178a-9e29-4862-aa35-c1444360a149, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:02:03.947766 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] For port 5fe4178a-9e29-4862-aa35-c1444360a149, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5fe4178a-9e29-4862-aa35-c1444360a149,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:02:03.956414 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:04.001504 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5305941-a44e-449b-b9e7-8d69f4860803 req-94bbb4c4-c022-46d2-97df-1cc2f487c060 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:04.003527 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c5305941-a44e-449b-b9e7-8d69f4860803 req-94bbb4c4-c022-46d2-97df-1cc2f487c060 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 943 time: 0.0761085 Sep 15 17:02:04.022575 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:04.023321 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:04.024893 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] 10.222.0.61 "PUT /v2.0/ports/5fe4178a-9e29-4862-aa35-c1444360a149 HTTP/1.1" status: 200 len: 1093 time: 0.7427828 Sep 15 17:02:04.025377 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77caa0ed-529c-467d-b012-1eb330087eb9', 'tag': '5fe4178a-9e29-4862-aa35-c1444360a149'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:02:04.027658 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fce4f70-975b-4246-ad76-8ea7872015ee" -d '{"events": [{"name": "network-changed", "server_uuid": "77caa0ed-529c-467d-b012-1eb330087eb9", "tag": "5fe4178a-9e29-4862-aa35-c1444360a149"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:02:04.058078 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ba63d-5f2b-4736-9f6f-76bd05fd3ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe4178a-9e29-4862-aa35-c1444360a149,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:04.061495 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c5305941-a44e-449b-b9e7-8d69f4860803 req-43c3b017-209b-41ef-8e27-7896c1e07720 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445666 Sep 15 17:02:04.137733 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6cf0cb-a636-4954-9431-441b2f21b44a x-openstack-request-id: req-9f6cf0cb-a636-4954-9431-441b2f21b44a {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:02:04.138083 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77caa0ed-529c-467d-b012-1eb330087eb9", "tag": "5fe4178a-9e29-4862-aa35-c1444360a149", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:02:04.138399 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f6cf0cb-a636-4954-9431-441b2f21b44a {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:02:04.139032 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77caa0ed-529c-467d-b012-1eb330087eb9', 'tag': '5fe4178a-9e29-4862-aa35-c1444360a149', 'status': 'completed', 'code': 200} Sep 15 17:02:04.158173 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77531694-5999-4ca8-9d8a-99e611297a7b req-3d46f4f7-b119-4c4b-ae3e-aef9a251bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:04.160137 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-3d46f4f7-b119-4c4b-ae3e-aef9a251bd43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0660369 Sep 15 17:02:04.173779 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879cc51-28aa-4ac6-a2cf-f8d4d58ca1fc req-0ef8a4d9-b774-4669-a41d-9326d563424b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:04.175312 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1879cc51-28aa-4ac6-a2cf-f8d4d58ca1fc req-0ef8a4d9-b774-4669-a41d-9326d563424b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0568397 Sep 15 17:02:04.228880 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1879cc51-28aa-4ac6-a2cf-f8d4d58ca1fc req-974bb0de-393a-4762-aac6-a46bd30d9b03 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449917 Sep 15 17:02:04.230691 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-acd6b98e-7e98-4aca-acbc-003dc1db1087 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe4178a-9e29-4862-aa35-c1444360a149 HTTP/1.1" status: 200 len: 217 time: 0.0504353 Sep 15 17:02:04.287542 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77531694-5999-4ca8-9d8a-99e611297a7b req-af2b69ba-d143-4c25-9e91-ecca5d03ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:04.289191 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-af2b69ba-d143-4c25-9e91-ecca5d03ed51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=accd8fc5-9f55-4517-b84c-77fbbe2562b7 HTTP/1.1" status: 200 len: 854 time: 0.0512328 Sep 15 17:02:04.329206 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-50bcaa02-8961-4ea1-a62e-9f58e23dc82c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c949ee6-8675-43a3-8464-0524a7aadfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284333 Sep 15 17:02:04.427380 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-43f111f5-0825-4491-9fad-76e34df257d3 service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894697 Sep 15 17:02:04.528281 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77531694-5999-4ca8-9d8a-99e611297a7b req-3cd75d57-9fd3-41b1-819c-093f92e20ae5 service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908515 Sep 15 17:02:04.624721 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce4f70-975b-4246-ad76-8ea7872015ee req-e16bbaeb-cf0a-4268-a59b-01ec56da7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:04.626275 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6fce4f70-975b-4246-ad76-8ea7872015ee req-e16bbaeb-cf0a-4268-a59b-01ec56da7900 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0452752 Sep 15 17:02:04.724082 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce4f70-975b-4246-ad76-8ea7872015ee req-f58c80e1-cb98-4408-b547-b11b5fa45ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:04.725591 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6fce4f70-975b-4246-ad76-8ea7872015ee req-f58c80e1-cb98-4408-b547-b11b5fa45ee6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 915 time: 0.0908487 Sep 15 17:02:04.775718 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6fce4f70-975b-4246-ad76-8ea7872015ee req-4870dfe3-fc4d-4544-a4d1-b8b10eac7373 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe4178a-9e29-4862-aa35-c1444360a149 HTTP/1.1" status: 200 len: 217 time: 0.0362933 Sep 15 17:02:04.849288 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce4f70-975b-4246-ad76-8ea7872015ee req-078c8cd0-27c8-47c7-832d-9288f074895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:04.850781 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6fce4f70-975b-4246-ad76-8ea7872015ee req-078c8cd0-27c8-47c7-832d-9288f074895a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=accd8fc5-9f55-4517-b84c-77fbbe2562b7 HTTP/1.1" status: 200 len: 854 time: 0.0572205 Sep 15 17:02:04.889559 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6fce4f70-975b-4246-ad76-8ea7872015ee req-95e2b84a-b4ca-4080-8a70-985ac0152f12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c949ee6-8675-43a3-8464-0524a7aadfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273652 Sep 15 17:02:04.996634 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6fce4f70-975b-4246-ad76-8ea7872015ee req-426c05ae-0884-42fd-8a25-668118c2a548 service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900922 Sep 15 17:02:05.104097 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6fce4f70-975b-4246-ad76-8ea7872015ee req-a4670d63-cc60-4add-8adc-9577f3e37978 service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949304 Sep 15 17:02:05.182122 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afb1af-1a82-4c04-bb2e-1eac88883ddd req-50a4cf76-ee83-46a7-a7a0-f1c3005bed04 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:05.183619 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-83afb1af-1a82-4c04-bb2e-1eac88883ddd req-50a4cf76-ee83-46a7-a7a0-f1c3005bed04 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 943 time: 0.0539174 Sep 15 17:02:05.234107 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-83afb1af-1a82-4c04-bb2e-1eac88883ddd req-69227d84-9aa7-4c59-ba12-af6dd5b7f2fa tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 Sep 15 17:02:05.371446 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1f9b7-4e42-4ffb-b811-216c6ec9b2d4 req-3f58a139-d9ec-4a57-8408-976848fa9318 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:05.373156 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b0b1f9b7-4e42-4ffb-b811-216c6ec9b2d4 req-3f58a139-d9ec-4a57-8408-976848fa9318 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0630786 Sep 15 17:02:05.429587 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b0b1f9b7-4e42-4ffb-b811-216c6ec9b2d4 req-8c312e82-4a1b-4965-ab8b-296af8175968 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494747 Sep 15 17:02:05.563169 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf095b-27a1-4600-b811-8253a7580fb6 req-00a26828-0eb6-4b85-a758-838e73b5bb6f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:05.564677 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8bcf095b-27a1-4600-b811-8253a7580fb6 req-00a26828-0eb6-4b85-a758-838e73b5bb6f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0535622 Sep 15 17:02:05.614049 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8bcf095b-27a1-4600-b811-8253a7580fb6 req-3d63ec5e-d4f4-4542-8cfd-80588146a32f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380979 Sep 15 17:02:05.680810 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 34326) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:05.793033 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bf2eeb42-1bfc-441b-82e8-74b7c05009c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:05.893546 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bf2eeb42-1bfc-441b-82e8-74b7c05009c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:05.898263 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bf2eeb42-1bfc-441b-82e8-74b7c05009c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:05.947085 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-bf2eeb42-1bfc-441b-82e8-74b7c05009c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd935220373e4ad094f7e079447826aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651048 Sep 15 17:02:05.948453 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eeb42-1bfc-441b-82e8-74b7c05009c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af063f6-fba4-456b-a408-e48dba965eb5,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:05.950029 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 34336) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:06.014550 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67b3130c-2863-4063-acb8-04007c56dc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:06.035056 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67b3130c-2863-4063-acb8-04007c56dc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:06.082469 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67b3130c-2863-4063-acb8-04007c56dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:06.085309 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-67b3130c-2863-4063-acb8-04007c56dc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:06.088910 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-67b3130c-2863-4063-acb8-04007c56dc57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5af063f6-fba4-456b-a408-e48dba965eb5 HTTP/1.1" status: 204 len: 168 time: 0.1354306 Sep 15 17:02:06.096821 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3130c-2863-4063-acb8-04007c56dc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af063f6-fba4-456b-a408-e48dba965eb5,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:06.371966 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de67517-8184-4041-9eac-1de6216e42ea req-7e157d01-5847-4064-9d37-79c0b939ea3c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:06.373489 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8de67517-8184-4041-9eac-1de6216e42ea req-7e157d01-5847-4064-9d37-79c0b939ea3c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 943 time: 0.0503407 Sep 15 17:02:06.415197 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8de67517-8184-4041-9eac-1de6216e42ea req-bbfe42b5-d38a-431b-8667-dfdb168a20a4 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332582 Sep 15 17:02:06.790315 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:06.933161 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 34376) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:07.092645 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-57044cc5-f248-4082-ae4c-bd7154e50e9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=479e351dfd6a41b69350dd8f0de9696b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560469 Sep 15 17:02:07.093281 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 34390) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:07.145829 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8f748c8f-0f5e-4659-a761-59b3191a7067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:07.172477 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8f748c8f-0f5e-4659-a761-59b3191a7067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:07.252452 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8f748c8f-0f5e-4659-a761-59b3191a7067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:07.255421 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8f748c8f-0f5e-4659-a761-59b3191a7067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:07.262634 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-8f748c8f-0f5e-4659-a761-59b3191a7067 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dc4fa1b-1117-42ab-b2cb-753eec4652a7 HTTP/1.1" status: 204 len: 168 time: 0.1687326 Sep 15 17:02:07.281792 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f748c8f-0f5e-4659-a761-59b3191a7067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc4fa1b-1117-42ab-b2cb-753eec4652a7,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:07.362694 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3eeb8-5bf7-4443-b79d-62e328e70091 req-e9d6b6b7-a9f8-4296-84f6-f92b04cc4e14 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:07.364329 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-64d3eeb8-5bf7-4443-b79d-62e328e70091 req-e9d6b6b7-a9f8-4296-84f6-f92b04cc4e14 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0848212 Sep 15 17:02:07.371153 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e73f9d-b6d2-4d1b-9c90-b3414f81dd9c req-84c7089d-bb07-4c64-afed-284a5110164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:07.372656 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-52e73f9d-b6d2-4d1b-9c90-b3414f81dd9c req-84c7089d-bb07-4c64-afed-284a5110164a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb8c151774347d69894809acbb89571&device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 1098 time: 0.0885880 Sep 15 17:02:07.448767 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-64d3eeb8-5bf7-4443-b79d-62e328e70091 req-c6a5d046-ab70-4088-9bb1-8245c510517c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704384 Sep 15 17:02:07.518806 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e73f9d-b6d2-4d1b-9c90-b3414f81dd9c req-0436089c-ce3f-4209-b37f-2cac4585c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:07.522064 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-52e73f9d-b6d2-4d1b-9c90-b3414f81dd9c req-0436089c-ce3f-4209-b37f-2cac4585c7a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b001fffd-df46-42ce-ac95-85f7832c7c8b HTTP/1.1" status: 200 len: 920 time: 0.1215203 Sep 15 17:02:07.599810 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-52e73f9d-b6d2-4d1b-9c90-b3414f81dd9c req-75b72d45-d168-4803-9896-3160dd825cc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f88dff0-9443-43be-be9c-010b69bce554 HTTP/1.1" status: 200 len: 217 time: 0.0627534 Sep 15 17:02:07.653349 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befd172-1645-46b6-93e1-555a197940b0 req-e9912f56-23c4-4e57-8fca-8036e474bdd4 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:07.655039 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8befd172-1645-46b6-93e1-555a197940b0 req-e9912f56-23c4-4e57-8fca-8036e474bdd4 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 943 time: 0.1274657 Sep 15 17:02:07.655703 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 34410) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:07.674642 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e73f9d-b6d2-4d1b-9c90-b3414f81dd9c req-fb6558e2-ee5a-4a55-a47b-8a13e87e7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:07.676202 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-52e73f9d-b6d2-4d1b-9c90-b3414f81dd9c req-fb6558e2-ee5a-4a55-a47b-8a13e87e7c70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb25078e-4bc9-4e87-9857-16b4673ee250 HTTP/1.1" status: 200 len: 859 time: 0.0684392 Sep 15 17:02:07.724608 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8befd172-1645-46b6-93e1-555a197940b0 req-9620c3e8-2942-4b92-879f-e02872d54b01 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613284 Sep 15 17:02:07.726486 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-52e73f9d-b6d2-4d1b-9c90-b3414f81dd9c req-37362bbb-e9de-43a9-983b-8b134dd6f498 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b001fffd-df46-42ce-ac95-85f7832c7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290527 Sep 15 17:02:07.779344 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0c49b115-1981-429d-aa0e-7673417202e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:07.826149 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-52e73f9d-b6d2-4d1b-9c90-b3414f81dd9c req-16e7cc37-f539-41b5-93a8-decdffa5247d service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892286 Sep 15 17:02:07.869905 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0c49b115-1981-429d-aa0e-7673417202e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:07.874194 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0c49b115-1981-429d-aa0e-7673417202e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:07.917095 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-0c49b115-1981-429d-aa0e-7673417202e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32df599666b549ee9ecf104bdc79b3fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598279 Sep 15 17:02:07.918326 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49b115-1981-429d-aa0e-7673417202e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89ebbe3-050c-4d22-a4a5-ca7abbf40bba,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:07.919696 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 34414) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:07.940622 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-52e73f9d-b6d2-4d1b-9c90-b3414f81dd9c req-21112ca4-4afb-4cfb-99d7-48e50144fbb6 service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993233 Sep 15 17:02:07.979971 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecd30c5c-532c-4be8-8689-7d6359b7aba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.008562 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecd30c5c-532c-4be8-8689-7d6359b7aba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.056247 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecd30c5c-532c-4be8-8689-7d6359b7aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.058900 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecd30c5c-532c-4be8-8689-7d6359b7aba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.060328 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ecd30c5c-532c-4be8-8689-7d6359b7aba5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f89ebbe3-050c-4d22-a4a5-ca7abbf40bba HTTP/1.1" status: 204 len: 168 time: 0.1395342 Sep 15 17:02:08.071748 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd30c5c-532c-4be8-8689-7d6359b7aba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89ebbe3-050c-4d22-a4a5-ca7abbf40bba,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:08.308570 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 5fe4178a-9e29-4862-aa35-c1444360a149 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:02:08.332905 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 34426) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:08.345498 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cec86085-baf5-4638-a4e2-dae306cdbffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.405749 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 5fe4178a-9e29-4862-aa35-c1444360a149, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5fe4178a-9e29-4862-aa35-c1444360a149,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:02:08.417593 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '5fe4178a-9e29-4862-aa35-c1444360a149', 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9', 'port_id': '5fe4178a-9e29-4862-aa35-c1444360a149', 'mac_address': 'fa:16:3e:2a:ed:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accd8fc5-9f55-4517-b84c-77fbbe2562b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:02:08.442736 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cec86085-baf5-4638-a4e2-dae306cdbffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.450249 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cec86085-baf5-4638-a4e2-dae306cdbffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.466313 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.480193 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe4178a-9e29-4862-aa35-c1444360a149 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:02:08.489265 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cec86085-baf5-4638-a4e2-dae306cdbffa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=641004f096d34ba28956502fce77f749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545341 Sep 15 17:02:08.492443 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 34432) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:08.498265 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec86085-baf5-4638-a4e2-dae306cdbffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9bb081-c4d5-4797-8e77-28309b4752fb,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:08.516565 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 5fe4178a-9e29-4862-aa35-c1444360a149, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5fe4178a-9e29-4862-aa35-c1444360a149,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:02:08.524680 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.573540 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1ed4e634-b15b-4c47-98f5-f5184f646128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.589515 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=5fe4178a-9e29-4862-aa35-c1444360a149,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:08.602640 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1ed4e634-b15b-4c47-98f5-f5184f646128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.607292 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731ba8f-7a0e-4dc3-b642-eb44a7f5184f req-242b9c40-8794-44f1-a179-b74cd27e98d3 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:08.608905 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a731ba8f-7a0e-4dc3-b642-eb44a7f5184f req-242b9c40-8794-44f1-a179-b74cd27e98d3 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0576577 Sep 15 17:02:08.649002 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a731ba8f-7a0e-4dc3-b642-eb44a7f5184f req-9d3f7e58-5e4c-4cf2-89c1-ef51a9777a97 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341082 Sep 15 17:02:08.653657 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1ed4e634-b15b-4c47-98f5-f5184f646128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.656175 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1ed4e634-b15b-4c47-98f5-f5184f646128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:08.657317 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-1ed4e634-b15b-4c47-98f5-f5184f646128 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e9bb081-c4d5-4797-8e77-28309b4752fb HTTP/1.1" status: 204 len: 168 time: 0.1616285 Sep 15 17:02:08.666171 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4e634-b15b-4c47-98f5-f5184f646128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9bb081-c4d5-4797-8e77-28309b4752fb,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:08.843968 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450959bf-2790-46ef-ba18-1bc610195cd9 req-738f7834-ec54-41cf-8320-ecfda9ac1472 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:08.845442 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-450959bf-2790-46ef-ba18-1bc610195cd9 req-738f7834-ec54-41cf-8320-ecfda9ac1472 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 944 time: 0.0494695 Sep 15 17:02:08.883267 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-450959bf-2790-46ef-ba18-1bc610195cd9 req-f08329fc-9003-493f-9aff-a05549e924b1 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Sep 15 17:02:08.943605 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['5fe4178a-9e29-4862-aa35-c1444360a149'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:02:09.768973 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e87cb3-86d8-4285-85da-9d35b461b342 req-19b938e0-2eaa-4d26-9d0c-f0c0ffcc956f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:09.770497 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-11e87cb3-86d8-4285-85da-9d35b461b342 req-19b938e0-2eaa-4d26-9d0c-f0c0ffcc956f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0525930 Sep 15 17:02:09.814826 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-11e87cb3-86d8-4285-85da-9d35b461b342 req-dd998426-894a-4b31-8b73-852874ddd65d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 Sep 15 17:02:09.999983 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b0cdb-e66c-49e8-a5fc-3b33d01ccb32 req-18e3af7a-23e6-402d-867b-95dbf37b9597 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:10.001615 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-224b0cdb-e66c-49e8-a5fc-3b33d01ccb32 req-18e3af7a-23e6-402d-867b-95dbf37b9597 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 944 time: 0.0496557 Sep 15 17:02:10.041219 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-224b0cdb-e66c-49e8-a5fc-3b33d01ccb32 req-c196e03e-a653-4ab3-9fe9-1163870733a4 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326567 Sep 15 17:02:10.332542 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 5fe4178a-9e29-4862-aa35-c1444360a149 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:02:10.375509 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 34500) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:10.387227 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port 5fe4178a-9e29-4862-aa35-c1444360a149 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:02:10.391661 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 5fe4178a-9e29-4862-aa35-c1444360a149 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:02:10.392088 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:10.475395 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:10.483594 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ce65c4e8-afed-4479-9ed5-b62e360d80b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:10.498520 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77caa0ed-529c-467d-b012-1eb330087eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe4178a-9e29-4862-aa35-c1444360a149'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:02:10.500979 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ea8e4f-c65b-47ac-934b-e6c3a11e111b" -d '{"events": [{"server_uuid": "77caa0ed-529c-467d-b012-1eb330087eb9", "name": "network-vif-plugged", "status": "completed", "tag": "5fe4178a-9e29-4862-aa35-c1444360a149"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:02:10.513836 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 5fe4178a-9e29-4862-aa35-c1444360a149, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5fe4178a-9e29-4862-aa35-c1444360a149,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:02:10.518268 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:10.546098 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267370ef-dc8f-4587-8677-68abaa4510e0 x-openstack-request-id: req-267370ef-dc8f-4587-8677-68abaa4510e0 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:02:10.546378 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77caa0ed-529c-467d-b012-1eb330087eb9", "name": "network-vif-plugged", "status": "completed", "tag": "5fe4178a-9e29-4862-aa35-c1444360a149", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:02:10.546621 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-267370ef-dc8f-4587-8677-68abaa4510e0 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:02:10.547124 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77caa0ed-529c-467d-b012-1eb330087eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe4178a-9e29-4862-aa35-c1444360a149', 'code': 200} Sep 15 17:02:10.578027 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=5fe4178a-9e29-4862-aa35-c1444360a149,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:10.596411 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ce65c4e8-afed-4479-9ed5-b62e360d80b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:10.600238 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ce65c4e8-afed-4479-9ed5-b62e360d80b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:10.639382 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65c4e8-afed-4479-9ed5-b62e360d80b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460cc48d-f2e2-43f7-b83f-cb6c40ba3e92,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:10.645112 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ce65c4e8-afed-4479-9ed5-b62e360d80b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a25310bdfbe42c09d156649b23fed30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685387 Sep 15 17:02:10.647777 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 34506) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:10.705432 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-42d69ebd-1a1f-4f9b-bedc-b58533c627f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:10.727535 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-42d69ebd-1a1f-4f9b-bedc-b58533c627f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:10.759863 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238018b-e413-451f-9e50-69b9a6a035d6 req-e54ea53b-9780-4773-a959-365432a72649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:10.761455 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8238018b-e413-451f-9e50-69b9a6a035d6 req-e54ea53b-9780-4773-a959-365432a72649 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0453675 Sep 15 17:02:10.777156 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-42d69ebd-1a1f-4f9b-bedc-b58533c627f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:10.779954 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-42d69ebd-1a1f-4f9b-bedc-b58533c627f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:10.781144 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-42d69ebd-1a1f-4f9b-bedc-b58533c627f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/460cc48d-f2e2-43f7-b83f-cb6c40ba3e92 HTTP/1.1" status: 204 len: 168 time: 0.1324346 Sep 15 17:02:10.790319 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d69ebd-1a1f-4f9b-bedc-b58533c627f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460cc48d-f2e2-43f7-b83f-cb6c40ba3e92,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:10.827182 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8238018b-e413-451f-9e50-69b9a6a035d6 req-aa04df08-0f5c-4289-ba60-35425d8b3063 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548873 Sep 15 17:02:10.939567 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbd82f-90cd-4448-8e87-84ba48c12371 req-5cd39d6b-ff70-4c18-a35a-0e1ebbd4ce86 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:10.941066 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3fcbd82f-90cd-4448-8e87-84ba48c12371 req-5cd39d6b-ff70-4c18-a35a-0e1ebbd4ce86 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0488577 Sep 15 17:02:10.978397 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3fcbd82f-90cd-4448-8e87-84ba48c12371 req-42971ae3-998e-4edb-8098-a4d53aa13aa4 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312057 Sep 15 17:02:11.053097 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 34518) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:11.070291 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bb472ac0-b491-40bc-aedb-8b6a9a739d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:11.192554 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2011534-6706-422a-8b99-ebc629a84bcd req-37c2b874-2c98-4904-be28-73bb65d22753 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:11.194077 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d2011534-6706-422a-8b99-ebc629a84bcd req-37c2b874-2c98-4904-be28-73bb65d22753 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 945 time: 0.0734298 Sep 15 17:02:11.206376 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bb472ac0-b491-40bc-aedb-8b6a9a739d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:11.214139 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bb472ac0-b491-40bc-aedb-8b6a9a739d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:11.268735 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb472ac0-b491-40bc-aedb-8b6a9a739d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d3b595-8919-410f-9e9d-7fb3afca4146,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:11.274977 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-bb472ac0-b491-40bc-aedb-8b6a9a739d8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c1dc79ae11e47108de411636ce0916c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204795 Sep 15 17:02:11.277681 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 34524) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:11.279784 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d2011534-6706-422a-8b99-ebc629a84bcd req-04262b03-4b8e-44ff-b19f-45a08a6d8486 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755472 Sep 15 17:02:11.327052 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3df26159-c1f6-4c3e-8bff-388c24265b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:11.349599 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3df26159-c1f6-4c3e-8bff-388c24265b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:11.402233 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3df26159-c1f6-4c3e-8bff-388c24265b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:11.404747 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3df26159-c1f6-4c3e-8bff-388c24265b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:11.405899 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3df26159-c1f6-4c3e-8bff-388c24265b80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73d3b595-8919-410f-9e9d-7fb3afca4146 HTTP/1.1" status: 204 len: 168 time: 0.1272750 Sep 15 17:02:11.414134 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df26159-c1f6-4c3e-8bff-388c24265b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d3b595-8919-410f-9e9d-7fb3afca4146,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:12.107960 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfd9e3-132b-42df-ab77-12dee971fe08 req-6fcb19de-cf2c-4eab-970a-8fd5e045b59e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:12.109822 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3fdfd9e3-132b-42df-ab77-12dee971fe08 req-6fcb19de-cf2c-4eab-970a-8fd5e045b59e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0606966 Sep 15 17:02:12.147896 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3fdfd9e3-132b-42df-ab77-12dee971fe08 req-dfec6345-15e5-4c91-91da-ad72d1b961af tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Sep 15 17:02:12.412908 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce8e26-2369-46cc-bc15-3298e35f5b4a req-1955c3d7-af65-4672-a7f5-2c74b5820104 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:12.414983 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9cce8e26-2369-46cc-bc15-3298e35f5b4a req-1955c3d7-af65-4672-a7f5-2c74b5820104 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 945 time: 0.0599966 Sep 15 17:02:12.462505 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9cce8e26-2369-46cc-bc15-3298e35f5b4a req-e4865238-a364-411f-aab2-43eeae13d10c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412338 Sep 15 17:02:13.270151 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb61e47-db3d-4dcb-9cdc-f13880bab0c6 req-29d6ab9a-a7ef-4e08-bc20-3c04ea277747 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:13.271642 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ceb61e47-db3d-4dcb-9cdc-f13880bab0c6 req-29d6ab9a-a7ef-4e08-bc20-3c04ea277747 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0538366 Sep 15 17:02:13.333058 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ceb61e47-db3d-4dcb-9cdc-f13880bab0c6 req-9a101170-78f6-403a-b8c8-49ca7d5df0bd tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515201 Sep 15 17:02:13.590646 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb6c6b-1d6a-4cf9-a142-902c0467be43 req-8e275d76-817e-4ee3-bd9e-4e1503b0fe69 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:13.592160 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-13fb6c6b-1d6a-4cf9-a142-902c0467be43 req-8e275d76-817e-4ee3-bd9e-4e1503b0fe69 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 945 time: 0.0501287 Sep 15 17:02:13.630285 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-13fb6c6b-1d6a-4cf9-a142-902c0467be43 req-e28ea96e-9507-406e-9740-8f0b260e2ad2 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319259 Sep 15 17:02:13.853028 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 34614) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:13.963555 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-80a39707-d093-485a-9084-071bd3f842bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.058336 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-80a39707-d093-485a-9084-071bd3f842bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.065131 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-80a39707-d093-485a-9084-071bd3f842bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.098221 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a39707-d093-485a-9084-071bd3f842bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024de873-a595-4bcf-b982-3f70509da178,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:14.103739 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-80a39707-d093-485a-9084-071bd3f842bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01e5feaeb095472ba86bd489f310452f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496774 Sep 15 17:02:14.106566 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 34624) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:14.154470 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0d96-4559-48fb-b1d8-ca0be041d5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.177437 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0d96-4559-48fb-b1d8-ca0be041d5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.226729 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0d96-4559-48fb-b1d8-ca0be041d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.229251 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0d96-4559-48fb-b1d8-ca0be041d5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.230383 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d0ce0d96-4559-48fb-b1d8-ca0be041d5e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/024de873-a595-4bcf-b982-3f70509da178 HTTP/1.1" status: 204 len: 168 time: 0.1229248 Sep 15 17:02:14.238214 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce0d96-4559-48fb-b1d8-ca0be041d5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024de873-a595-4bcf-b982-3f70509da178,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:14.456656 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee96e82-5a64-40ce-8a5c-909e01f2e6bc req-3642aff8-db81-4052-bd65-0f4425134d4b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:14.458202 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eee96e82-5a64-40ce-8a5c-909e01f2e6bc req-3642aff8-db81-4052-bd65-0f4425134d4b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0542977 Sep 15 17:02:14.513802 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eee96e82-5a64-40ce-8a5c-909e01f2e6bc req-846687ac-a6c8-4dd0-a623-caf477dd7937 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474687 Sep 15 17:02:14.524397 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 34636) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:14.537315 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6dccf266-498b-4d1b-af7e-33bf279a42b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.625903 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6dccf266-498b-4d1b-af7e-33bf279a42b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.629670 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6dccf266-498b-4d1b-af7e-33bf279a42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.671005 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-6dccf266-498b-4d1b-af7e-33bf279a42b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=372cb4908d7244f5828fea8bf6dff9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455030 Sep 15 17:02:14.672143 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccf266-498b-4d1b-af7e-33bf279a42b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccfb8c4-489d-4143-ac7c-75d9d9780173,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:14.673735 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 34638) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:14.723746 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ee7cc78d-603b-4523-825a-10392c9a02be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.748295 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ee7cc78d-603b-4523-825a-10392c9a02be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.796841 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ee7cc78d-603b-4523-825a-10392c9a02be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.799441 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ee7cc78d-603b-4523-825a-10392c9a02be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:14.800611 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ee7cc78d-603b-4523-825a-10392c9a02be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cccfb8c4-489d-4143-ac7c-75d9d9780173 HTTP/1.1" status: 204 len: 168 time: 0.1253507 Sep 15 17:02:14.808177 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cc78d-603b-4523-825a-10392c9a02be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccfb8c4-489d-4143-ac7c-75d9d9780173,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:15.647352 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b306849-5274-4084-b68e-9a654e815572 req-8a580dfa-0250-4fb1-b170-20a71768506a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:15.647352 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9b306849-5274-4084-b68e-9a654e815572 req-8a580dfa-0250-4fb1-b170-20a71768506a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0555911 Sep 15 17:02:15.685147 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9b306849-5274-4084-b68e-9a654e815572 req-5826db67-6a2c-4a09-8ae2-0606f94b0b13 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Sep 15 17:02:16.804536 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a708c3-852c-4a73-8bfa-6fee79bc6510 req-8117cf2c-a578-4c9e-922e-5959d972102a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:16.806202 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-86a708c3-852c-4a73-8bfa-6fee79bc6510 req-8117cf2c-a578-4c9e-922e-5959d972102a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0525362 Sep 15 17:02:16.844811 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-86a708c3-852c-4a73-8bfa-6fee79bc6510 req-0f5c9304-4b83-471c-9619-a3efa1374c68 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324414 Sep 15 17:02:17.962073 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d76b8-9c19-45b9-8208-3d61d471568f req-80097958-3bca-472a-93d2-354d394cf6c5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:17.963441 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-177d76b8-9c19-45b9-8208-3d61d471568f req-80097958-3bca-472a-93d2-354d394cf6c5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0506198 Sep 15 17:02:18.000125 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-177d76b8-9c19-45b9-8208-3d61d471568f req-6cbe5f5b-88de-44df-9ff1-be5c2483fcd7 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309079 Sep 15 17:02:19.117467 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3770b1-64d1-488b-8c10-2eaa2c0d1ce0 req-c00808ef-b007-48ba-905f-f9e203e401ac tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:19.118939 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8d3770b1-64d1-488b-8c10-2eaa2c0d1ce0 req-c00808ef-b007-48ba-905f-f9e203e401ac tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0521057 Sep 15 17:02:19.157187 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8d3770b1-64d1-488b-8c10-2eaa2c0d1ce0 req-6d890d2c-8a5d-4699-a3d1-75be0112238b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321348 Sep 15 17:02:19.818878 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 34804) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:19.874860 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d8d08-183a-4bdb-91fa-a4c6981233a5 req-9fbc10fb-e576-4e48-b2ae-65cf8e17f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:19.876692 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fb3d8d08-183a-4bdb-91fa-a4c6981233a5 req-9fbc10fb-e576-4e48-b2ae-65cf8e17f4ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 1098 time: 0.0451272 Sep 15 17:02:19.919081 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fb3d8d08-183a-4bdb-91fa-a4c6981233a5 req-b7a7d755-d2a4-4219-8e8c-35bb07b10786 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298901 Sep 15 17:02:19.932930 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-58e22eb4-28dd-4701-be6b-a6765aa644c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.020011 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-58e22eb4-28dd-4701-be6b-a6765aa644c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.024102 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-58e22eb4-28dd-4701-be6b-a6765aa644c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.062524 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-58e22eb4-28dd-4701-be6b-a6765aa644c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8388296a97f4418c88210f1d0bdc3fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412183 Sep 15 17:02:20.063403 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e22eb4-28dd-4701-be6b-a6765aa644c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c81fbc-ec27-4e35-8f7f-559ec1658018,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:20.065219 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 34814) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:20.113288 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecff821d-5d40-49ed-aac3-51f8bc4b94e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.134075 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecff821d-5d40-49ed-aac3-51f8bc4b94e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.181720 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecff821d-5d40-49ed-aac3-51f8bc4b94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.184343 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecff821d-5d40-49ed-aac3-51f8bc4b94e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.188217 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ecff821d-5d40-49ed-aac3-51f8bc4b94e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5c81fbc-ec27-4e35-8f7f-559ec1658018 HTTP/1.1" status: 204 len: 168 time: 0.1219714 Sep 15 17:02:20.196432 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff821d-5d40-49ed-aac3-51f8bc4b94e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c81fbc-ec27-4e35-8f7f-559ec1658018,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:20.276164 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccbe83-56cd-421e-85c9-d1ad5b1ee092 req-f221337c-c491-4e83-b9ee-1a4a331a1177 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:20.277653 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-71ccbe83-56cd-421e-85c9-d1ad5b1ee092 req-f221337c-c491-4e83-b9ee-1a4a331a1177 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0504122 Sep 15 17:02:20.316224 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-71ccbe83-56cd-421e-85c9-d1ad5b1ee092 req-6e47c8a1-a3ff-4ac4-8010-2259c0d96acb tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Sep 15 17:02:20.445724 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 34822) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:20.458632 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be7664ed-fec5-40b9-a1e0-fa8033908a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.545183 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be7664ed-fec5-40b9-a1e0-fa8033908a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.548983 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be7664ed-fec5-40b9-a1e0-fa8033908a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.591618 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-be7664ed-fec5-40b9-a1e0-fa8033908a19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb2df3f4351a436a9bbbce9c412ce8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448078 Sep 15 17:02:20.592315 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7664ed-fec5-40b9-a1e0-fa8033908a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad60ad05-aab7-433d-bfd1-6a7136ad0bfe,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:20.594404 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 34826) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:20.646520 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-19b42ae3-58d6-4e10-a93a-00bb137079a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.667915 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-19b42ae3-58d6-4e10-a93a-00bb137079a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.717822 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-19b42ae3-58d6-4e10-a93a-00bb137079a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.720415 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-19b42ae3-58d6-4e10-a93a-00bb137079a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:20.721582 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-19b42ae3-58d6-4e10-a93a-00bb137079a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad60ad05-aab7-433d-bfd1-6a7136ad0bfe HTTP/1.1" status: 204 len: 168 time: 0.1260791 Sep 15 17:02:20.729388 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b42ae3-58d6-4e10-a93a-00bb137079a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad60ad05-aab7-433d-bfd1-6a7136ad0bfe,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:21.032025 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 34838) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:21.045655 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6817-3940-4186-acaa-1a6de754ea60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:21.135114 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6817-3940-4186-acaa-1a6de754ea60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:21.138697 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6817-3940-4186-acaa-1a6de754ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:21.175815 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cd3b6817-3940-4186-acaa-1a6de754ea60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6d4d0f48c8949cdb675d1722074c144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427100 Sep 15 17:02:21.177719 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b6817-3940-4186-acaa-1a6de754ea60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedba59c-32d2-4585-81bf-b9bfe2380722,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:21.178530 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 34840) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:21.227254 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a75c82ba-86e7-4831-9fdd-310a58c5102e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:21.247055 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a75c82ba-86e7-4831-9fdd-310a58c5102e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:21.295297 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a75c82ba-86e7-4831-9fdd-310a58c5102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:21.298169 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a75c82ba-86e7-4831-9fdd-310a58c5102e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:21.299302 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-a75c82ba-86e7-4831-9fdd-310a58c5102e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fedba59c-32d2-4585-81bf-b9bfe2380722 HTTP/1.1" status: 204 len: 168 time: 0.1196907 Sep 15 17:02:21.306747 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c82ba-86e7-4831-9fdd-310a58c5102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedba59c-32d2-4585-81bf-b9bfe2380722,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:21.435359 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe01265-aa57-4319-b210-480858dbd734 req-7ccf7eeb-b6b9-42e8-9251-5f9f673acabb tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:21.436859 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3fe01265-aa57-4319-b210-480858dbd734 req-7ccf7eeb-b6b9-42e8-9251-5f9f673acabb tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0495687 Sep 15 17:02:21.478249 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3fe01265-aa57-4319-b210-480858dbd734 req-6325ceb1-aab1-4837-943d-6530bf64ded1 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355201 Sep 15 17:02:22.595458 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc295df-5809-4a75-81b6-4fcc5e51013a req-f3a1691a-db76-43f7-8987-ce27d86f42e2 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:22.596945 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7cc295df-5809-4a75-81b6-4fcc5e51013a req-f3a1691a-db76-43f7-8987-ce27d86f42e2 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0484247 Sep 15 17:02:22.648687 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7cc295df-5809-4a75-81b6-4fcc5e51013a req-72bf42ef-d5bc-4f18-bd3c-0320aa3bc846 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419095 Sep 15 17:02:22.926676 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4ce9e-9b93-47bc-a627-312dd7976599 req-f323a8f1-3375-42b8-a701-1746844ef42a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:22.933340 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f59c42-269c-4df4-9ff2-5ee8bb892e00 req-06a2a1b9-6126-4707-becf-7994d45d353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:22.935747 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-08a4ce9e-9b93-47bc-a627-312dd7976599 req-f323a8f1-3375-42b8-a701-1746844ef42a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0638025 Sep 15 17:02:22.936154 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-13f59c42-269c-4df4-9ff2-5ee8bb892e00 req-06a2a1b9-6126-4707-becf-7994d45d353d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb8c151774347d69894809acbb89571&device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 1098 time: 0.0550170 Sep 15 17:02:22.984343 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-08a4ce9e-9b93-47bc-a627-312dd7976599 req-49f96b7c-f3ae-40fa-82bd-bca4529a8622 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432892 Sep 15 17:02:23.063298 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f59c42-269c-4df4-9ff2-5ee8bb892e00 req-de94da93-8cdb-4b8f-89a6-6260de58830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:23.063298 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-13f59c42-269c-4df4-9ff2-5ee8bb892e00 req-de94da93-8cdb-4b8f-89a6-6260de58830a service neutron] 10.222.0.61 "GET /v2.0/networks?id=b001fffd-df46-42ce-ac95-85f7832c7c8b HTTP/1.1" status: 200 len: 920 time: 0.1126058 Sep 15 17:02:23.115202 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-13f59c42-269c-4df4-9ff2-5ee8bb892e00 req-bb496019-c992-4505-99a7-dcf1a168b62e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f88dff0-9443-43be-be9c-010b69bce554 HTTP/1.1" status: 200 len: 217 time: 0.0452240 Sep 15 17:02:23.179866 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f59c42-269c-4df4-9ff2-5ee8bb892e00 req-9ba9dac8-dcb2-4568-84e3-41b92937c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:23.181391 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-13f59c42-269c-4df4-9ff2-5ee8bb892e00 req-9ba9dac8-dcb2-4568-84e3-41b92937c9a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb25078e-4bc9-4e87-9857-16b4673ee250 HTTP/1.1" status: 200 len: 859 time: 0.0555108 Sep 15 17:02:23.223557 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-13f59c42-269c-4df4-9ff2-5ee8bb892e00 req-61946032-a366-40c6-a1c8-649360b9e38d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b001fffd-df46-42ce-ac95-85f7832c7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262525 Sep 15 17:02:23.322266 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-13f59c42-269c-4df4-9ff2-5ee8bb892e00 req-dcacc425-84aa-42a5-8603-3e0940b774db service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838716 Sep 15 17:02:23.424775 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-13f59c42-269c-4df4-9ff2-5ee8bb892e00 req-16d9429a-7362-4d52-a952-432cd8f7b338 service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880172 Sep 15 17:02:24.096420 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5121d-e1c0-4673-985f-1f115db6d64e req-78ab4573-7107-41b7-a3ba-808d80724139 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:24.097903 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0da5121d-e1c0-4673-985f-1f115db6d64e req-78ab4573-7107-41b7-a3ba-808d80724139 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0486469 Sep 15 17:02:24.138843 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0da5121d-e1c0-4673-985f-1f115db6d64e req-349516a2-fed6-46c6-a8be-8a7c9d22bceb tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Sep 15 17:02:24.402912 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32fb6c79-4c4a-4862-8edc-6ccd355186ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:24.786328 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-3d72cf79-4471-42b2-b8f3-a4f67bdae8db tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:24.787789 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-3d72cf79-4471-42b2-b8f3-a4f67bdae8db tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 814 time: 0.1183193 Sep 15 17:02:24.803005 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-e5bfa3b6-3a34-4996-b56c-5fad8fd3c650 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/quotas/4c31f3e4bed5431c93952e58f7b5de30 HTTP/1.1" status: 200 len: 375 time: 0.0088913 Sep 15 17:02:24.855623 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-559ac56e-bd4c-4674-a64c-17356ae0f1e7 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471027 Sep 15 17:02:24.948539 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-0bddfbea-b09e-49bb-b90f-26833dec24b6 service neutron] 10.222.0.13 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858340 Sep 15 17:02:25.043221 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-016b0025-4333-4bfb-a417-a53ec06557e5 service neutron] 10.222.0.13 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887818 Sep 15 17:02:25.213485 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-54ca8680-857f-4672-9929-9cb17bfbc5eb req-061ff230-ed5e-4926-8170-93b0c6f6ee4c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 210 time: 0.0257671 Sep 15 17:02:25.263966 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15645a64-2cce-4885-abce-be5612026a74 req-f73470cb-d8cc-4b0c-8802-23ec13842028 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:25.265661 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-15645a64-2cce-4885-abce-be5612026a74 req-f73470cb-d8cc-4b0c-8802-23ec13842028 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0515788 Sep 15 17:02:25.311651 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-15645a64-2cce-4885-abce-be5612026a74 req-3682378e-7233-4036-a8ae-cfab5c7111c1 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369656 Sep 15 17:02:26.329738 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-65e30c7a-d1e5-4d5a-b3cf-4ed08e464ed5 req-27b172d6-75ef-4bf6-90fc-0edfe9f2b8ba tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 210 time: 0.0292921 Sep 15 17:02:26.496321 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-f69e62ef-1d15-420a-876e-247afd8ace93 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:26.499877 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-f69e62ef-1d15-420a-876e-247afd8ace93 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 814 time: 0.1556716 Sep 15 17:02:26.502807 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f33de0-bd7f-4ec8-af2c-c20abc48bf32 req-4f7c2140-3cba-489f-838f-a1d451de9d29 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:26.505721 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-48f33de0-bd7f-4ec8-af2c-c20abc48bf32 req-4f7c2140-3cba-489f-838f-a1d451de9d29 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0654178 Sep 15 17:02:26.525119 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Request body: {'port': {'device_id': 'a6abd85e-deb4-4a9d-a02c-e288aa815624', 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9', 'admin_state_up': True, 'tenant_id': '4c31f3e4bed5431c93952e58f7b5de30'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:02:26.556817 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-48f33de0-bd7f-4ec8-af2c-c20abc48bf32 req-617ee745-e36b-4e0e-bd06-ae851b26261c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Sep 15 17:02:26.707639 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Made reservation on behalf of 4c31f3e4bed5431c93952e58f7b5de30 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:02:26.712182 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:26.858858 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Allocated IP 172.20.0.13 (1c949ee6-8675-43a3-8464-0524a7aadfe9/accd8fc5-9f55-4517-b84c-77fbbe2562b7/548c9bf3-4aab-4539-a25a-6deab68ae1b3) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:02:26.899867 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6627f9af-fc2c-4863-9917-5994b71e4bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.015876 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.053900 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.073612 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['8c515783-44fc-4831-8af8-d987f965dec3', 'beb7b93d-6e4a-4023-8646-0977c0aa6e19', '5fe4178a-9e29-4862-aa35-c1444360a149'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:02:27.093810 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Network 1c949ee6-8675-43a3-8464-0524a7aadfe9 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:02:27.096908 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:02:27.101400 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:02:27.128193 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Pushing event updated for resources: {'Port': ['ID=548c9bf3-4aab-4539-a25a-6deab68ae1b3,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:27.142977 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:27.143324 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:27.143659 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:27.144023 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:27.144317 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:27.144642 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:27.144964 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:27.145323 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:27.145645 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:27.145962 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:27.146281 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:27.146598 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:27.167034 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:27.167642 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.181676 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-52cd6826-715c-413c-96f3-e9a220191fe9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6624486 Sep 15 17:02:27.200673 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Request body: {'port': {'device_id': 'a6abd85e-deb4-4a9d-a02c-e288aa815624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:02:27.257817 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.470366 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f48e3-d60f-4b47-a1d5-17ba7d2da98c req-9396e5d1-aec6-4c56-9bfb-6481b1570bee tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:27.471846 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ca4f48e3-d60f-4b47-a1d5-17ba7d2da98c req-9396e5d1-aec6-4c56-9bfb-6481b1570bee tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 932 time: 0.0495255 Sep 15 17:02:27.511041 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ca4f48e3-d60f-4b47-a1d5-17ba7d2da98c req-eff35dcb-1ad9-480f-9e1f-1682d5a6af4c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330908 Sep 15 17:02:27.516914 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548c9bf3-4aab-4539-a25a-6deab68ae1b3 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:02:27.531944 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.538972 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Transition to ACTIVE for port object 548c9bf3-4aab-4539-a25a-6deab68ae1b3 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:02:27.542430 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.562779 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.614532 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=548c9bf3-4aab-4539-a25a-6deab68ae1b3,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:27.665790 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Attempting to bind port 548c9bf3-4aab-4539-a25a-6deab68ae1b3 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:02:27.666122 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Attempting to bind port 548c9bf3-4aab-4539-a25a-6deab68ae1b3 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:02:27.666440 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Attempting to bind port 548c9bf3-4aab-4539-a25a-6deab68ae1b3 on network 1c949ee6-8675-43a3-8464-0524a7aadfe9 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:02:27.670874 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Port 548c9bf3-4aab-4539-a25a-6deab68ae1b3 on network 1c949ee6-8675-43a3-8464-0524a7aadfe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:02:27.671192 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Attempting to bind port 548c9bf3-4aab-4539-a25a-6deab68ae1b3 on network 1c949ee6-8675-43a3-8464-0524a7aadfe9 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:02:27.676065 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:02:27.676395 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Checking segment: {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:02:27.676768 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Bound using segment: {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:02:27.677184 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Bound port: 548c9bf3-4aab-4539-a25a-6deab68ae1b3, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:02:27.677561 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.745297 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] For port 548c9bf3-4aab-4539-a25a-6deab68ae1b3, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:02:27.748766 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] For port 548c9bf3-4aab-4539-a25a-6deab68ae1b3, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=548c9bf3-4aab-4539-a25a-6deab68ae1b3,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:02:27.755579 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.788970 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:27.789628 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.791081 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] 10.222.0.61 "PUT /v2.0/ports/548c9bf3-4aab-4539-a25a-6deab68ae1b3 HTTP/1.1" status: 200 len: 1094 time: 0.5945418 Sep 15 17:02:27.791533 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6abd85e-deb4-4a9d-a02c-e288aa815624', 'tag': '548c9bf3-4aab-4539-a25a-6deab68ae1b3'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:02:27.802458 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1df61b-0ab1-4256-9f16-fe906c049886" -d '{"events": [{"name": "network-changed", "server_uuid": "a6abd85e-deb4-4a9d-a02c-e288aa815624", "tag": "548c9bf3-4aab-4539-a25a-6deab68ae1b3"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:02:27.847369 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422a447-0de2-433d-a686-f39415991fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=548c9bf3-4aab-4539-a25a-6deab68ae1b3,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:27.858463 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc8f656-a6a4-4bd3-bbae-bf7e86a293e4 x-openstack-request-id: req-abc8f656-a6a4-4bd3-bbae-bf7e86a293e4 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:02:27.858747 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6abd85e-deb4-4a9d-a02c-e288aa815624", "tag": "548c9bf3-4aab-4539-a25a-6deab68ae1b3", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:02:27.859020 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abc8f656-a6a4-4bd3-bbae-bf7e86a293e4 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:02:27.859411 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6abd85e-deb4-4a9d-a02c-e288aa815624', 'tag': '548c9bf3-4aab-4539-a25a-6deab68ae1b3', 'status': 'completed', 'code': 200} Sep 15 17:02:27.951133 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 35090) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:27.953033 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-96238d29-68ce-48b0-ad40-8ffd92ca5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:27.954657 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-96238d29-68ce-48b0-ad40-8ffd92ca5d7a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 1097 time: 0.0588505 Sep 15 17:02:28.027132 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-44493498-bb7d-45c7-8504-8ff27fac603f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548c9bf3-4aab-4539-a25a-6deab68ae1b3 HTTP/1.1" status: 200 len: 217 time: 0.0498483 Sep 15 17:02:28.080171 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:28.117304 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-4d20ce79-41ee-407a-9224-fa6a1f816cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:28.118817 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-4d20ce79-41ee-407a-9224-fa6a1f816cb5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=accd8fc5-9f55-4517-b84c-77fbbe2562b7 HTTP/1.1" status: 200 len: 854 time: 0.0819426 Sep 15 17:02:28.142226 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a304a-53c5-42bf-8f9f-f124824e0195 req-45ada842-96cc-4c81-b292-97f54f50d976 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:28.143708 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4e3a304a-53c5-42bf-8f9f-f124824e0195 req-45ada842-96cc-4c81-b292-97f54f50d976 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0933712 Sep 15 17:02:28.163613 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-4adac513-67f5-42fd-a7ff-20fdb262717f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c949ee6-8675-43a3-8464-0524a7aadfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350225 Sep 15 17:02:28.172168 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:28.176224 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:28.215382 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1ae6f1c8a2e4e588687ad434c0adabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625356 Sep 15 17:02:28.215847 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78181e74-9bd3-4755-8886-ff80c3414932,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:28.218351 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4e3a304a-53c5-42bf-8f9f-f124824e0195 req-3be8a157-8010-45ae-8640-de369d34c7ff tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578873 Sep 15 17:02:28.218823 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 35098) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:28.223339 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:28.223686 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:28.224020 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:28.224643 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:28.224643 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:28.224973 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:28.225930 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:28.226460 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:28.227070 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:28.227177 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:28.227468 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:28.227740 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8f776-3cfd-48b2-b88f-9fa4041e041c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:28.491085 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:28.553516 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-71001aab-2d34-4387-b706-a5c1905e7fc0 service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775666 Sep 15 17:02:28.558183 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05864f40-6927-4c48-842f-67a87c830316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:28.579518 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05864f40-6927-4c48-842f-67a87c830316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:28.653060 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9491ce6-0ab2-4385-b353-86cdb7a28403 req-19647faa-cf57-4b8a-8daf-cd709d06a141 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:28.655683 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b9491ce6-0ab2-4385-b353-86cdb7a28403 req-19647faa-cf57-4b8a-8daf-cd709d06a141 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 944 time: 0.0742946 Sep 15 17:02:28.670112 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05864f40-6927-4c48-842f-67a87c830316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:28.672578 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-05864f40-6927-4c48-842f-67a87c830316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:28.673630 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-05864f40-6927-4c48-842f-67a87c830316 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78181e74-9bd3-4755-8886-ff80c3414932 HTTP/1.1" status: 204 len: 168 time: 0.4524701 Sep 15 17:02:28.692723 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05864f40-6927-4c48-842f-67a87c830316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78181e74-9bd3-4755-8886-ff80c3414932,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:28.709011 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b9491ce6-0ab2-4385-b353-86cdb7a28403 req-32dc3e93-664b-4149-b208-3468e927a4f9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472004 Sep 15 17:02:28.938908 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 35114) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:28.952053 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4721c351-1002-4414-b8b7-543590430489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:29.041273 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4721c351-1002-4414-b8b7-543590430489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:29.045018 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4721c351-1002-4414-b8b7-543590430489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:29.083822 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-4721c351-1002-4414-b8b7-543590430489 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acac16ba403f4ca38e3b22b1ef9c567d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438105 Sep 15 17:02:29.084648 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721c351-1002-4414-b8b7-543590430489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457d93f7-f98d-4353-9f05-c7607da2a5cc,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:29.087307 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 35118) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:29.139740 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7035fbcd-bd26-40ef-99df-40632207deba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:29.160880 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7035fbcd-bd26-40ef-99df-40632207deba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:29.206500 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7035fbcd-bd26-40ef-99df-40632207deba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:29.209046 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7035fbcd-bd26-40ef-99df-40632207deba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:29.210373 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7035fbcd-bd26-40ef-99df-40632207deba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/457d93f7-f98d-4353-9f05-c7607da2a5cc HTTP/1.1" status: 204 len: 168 time: 0.1219566 Sep 15 17:02:29.217704 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035fbcd-bd26-40ef-99df-40632207deba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457d93f7-f98d-4353-9f05-c7607da2a5cc,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:29.796382 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:31.568324 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-82258322-f4aa-4a25-8950-9b2c542cdb34 req-95991d76-a843-43fb-b839-e5fa87532f6b service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845866 Sep 15 17:02:31.705035 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1df61b-0ab1-4256-9f16-fe906c049886 req-49604b69-d088-4522-ac7c-29ae11856d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:31.706572 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c1df61b-0ab1-4256-9f16-fe906c049886 req-49604b69-d088-4522-ac7c-29ae11856d1f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 1097 time: 0.0472822 Sep 15 17:02:31.735741 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d112690-2aa2-4c16-9782-e736780ed4ac req-8ed8f722-b25a-4e0a-93bf-8d08153bdc52 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:31.737451 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4d112690-2aa2-4c16-9782-e736780ed4ac req-8ed8f722-b25a-4e0a-93bf-8d08153bdc52 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 944 time: 0.0510550 Sep 15 17:02:31.777781 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4d112690-2aa2-4c16-9782-e736780ed4ac req-b9e62289-9ebf-4cff-ae9e-7dc7fc439069 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Sep 15 17:02:31.834142 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1df61b-0ab1-4256-9f16-fe906c049886 req-8c625c62-f8b9-49fc-aa93-953de6db0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:31.835865 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c1df61b-0ab1-4256-9f16-fe906c049886 req-8c625c62-f8b9-49fc-aa93-953de6db0c5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 915 time: 0.0920470 Sep 15 17:02:31.886095 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c1df61b-0ab1-4256-9f16-fe906c049886 req-b49d67eb-cfaa-45f6-bd45-5c4eb3457731 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548c9bf3-4aab-4539-a25a-6deab68ae1b3 HTTP/1.1" status: 200 len: 217 time: 0.0344036 Sep 15 17:02:31.955168 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1df61b-0ab1-4256-9f16-fe906c049886 req-eb477da2-945e-4a18-992f-77e43716cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:31.956690 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c1df61b-0ab1-4256-9f16-fe906c049886 req-eb477da2-945e-4a18-992f-77e43716cd24 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=accd8fc5-9f55-4517-b84c-77fbbe2562b7 HTTP/1.1" status: 200 len: 854 time: 0.0463023 Sep 15 17:02:31.995128 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c1df61b-0ab1-4256-9f16-fe906c049886 req-5de4bf53-17f2-4243-aa77-4035baa903e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c949ee6-8675-43a3-8464-0524a7aadfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254834 Sep 15 17:02:32.091048 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c1df61b-0ab1-4256-9f16-fe906c049886 req-aec2704a-fd71-42bd-a2e0-fc4266ef1d66 service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848949 Sep 15 17:02:32.192990 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c1df61b-0ab1-4256-9f16-fe906c049886 req-9e656290-f213-43a5-bb52-f82af366493d service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904205 Sep 15 17:02:32.633135 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:02:32.898992 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0fb45-7ab0-4082-bfb1-5132e86e6b37 req-73876bec-d5b1-4ff6-9ad8-fa7d567ef15e tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:32.900503 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6eb0fb45-7ab0-4082-bfb1-5132e86e6b37 req-73876bec-d5b1-4ff6-9ad8-fa7d567ef15e tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 944 time: 0.0497313 Sep 15 17:02:32.938688 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6eb0fb45-7ab0-4082-bfb1-5132e86e6b37 req-2c8aa4d2-0365-4041-913d-36726652e2b0 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Sep 15 17:02:34.055307 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fb867-964f-422e-b1e2-37d551d7d38e req-6df7cd4c-2350-40ab-83c6-c2d5bfae52e9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:34.056773 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-882fb867-964f-422e-b1e2-37d551d7d38e req-6df7cd4c-2350-40ab-83c6-c2d5bfae52e9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 944 time: 0.0474341 Sep 15 17:02:34.096645 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-882fb867-964f-422e-b1e2-37d551d7d38e req-e9b28a78-5c51-41f4-af31-e710665adbb9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339491 Sep 15 17:02:34.510788 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 548c9bf3-4aab-4539-a25a-6deab68ae1b3 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:02:34.601204 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 548c9bf3-4aab-4539-a25a-6deab68ae1b3, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=548c9bf3-4aab-4539-a25a-6deab68ae1b3,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:02:34.611824 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '548c9bf3-4aab-4539-a25a-6deab68ae1b3', 'network_id': '1c949ee6-8675-43a3-8464-0524a7aadfe9', 'port_id': '548c9bf3-4aab-4539-a25a-6deab68ae1b3', 'mac_address': 'fa:16:3e:78:78:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accd8fc5-9f55-4517-b84c-77fbbe2562b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:02:34.650222 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:34.666572 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548c9bf3-4aab-4539-a25a-6deab68ae1b3 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:02:34.686878 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 548c9bf3-4aab-4539-a25a-6deab68ae1b3, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=548c9bf3-4aab-4539-a25a-6deab68ae1b3,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:02:34.691083 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:34.746896 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=548c9bf3-4aab-4539-a25a-6deab68ae1b3,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:35.157407 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['548c9bf3-4aab-4539-a25a-6deab68ae1b3'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:02:35.235991 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73594257-f711-4465-ba7e-d8d295967f71 req-9912bdc3-1748-4ecd-aad8-f85e14b9c301 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:35.237632 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-73594257-f711-4465-ba7e-d8d295967f71 req-9912bdc3-1748-4ecd-aad8-f85e14b9c301 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 945 time: 0.0627594 Sep 15 17:02:35.280488 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-73594257-f711-4465-ba7e-d8d295967f71 req-fcd6f753-6e66-48d4-9a39-f4c95a20ddf6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367935 Sep 15 17:02:36.401428 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba298d-b950-487c-817a-e0f4445ff0e3 req-46ed11de-36c7-425b-b130-d2ea46c5f077 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:36.402973 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a5ba298d-b950-487c-817a-e0f4445ff0e3 req-46ed11de-36c7-425b-b130-d2ea46c5f077 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 945 time: 0.0537801 Sep 15 17:02:36.443389 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a5ba298d-b950-487c-817a-e0f4445ff0e3 req-2b984040-f947-44ab-9395-5a7a67ab3bd3 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338962 Sep 15 17:02:36.521298 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 548c9bf3-4aab-4539-a25a-6deab68ae1b3 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:02:36.572583 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port 548c9bf3-4aab-4539-a25a-6deab68ae1b3 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:02:36.576419 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 548c9bf3-4aab-4539-a25a-6deab68ae1b3 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:02:36.576785 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:36.656020 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:36.678307 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6abd85e-deb4-4a9d-a02c-e288aa815624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548c9bf3-4aab-4539-a25a-6deab68ae1b3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:02:36.680550 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59441536-6e3c-415d-85b5-5ef7d364a749" -d '{"events": [{"server_uuid": "a6abd85e-deb4-4a9d-a02c-e288aa815624", "name": "network-vif-plugged", "status": "completed", "tag": "548c9bf3-4aab-4539-a25a-6deab68ae1b3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:02:36.693178 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 548c9bf3-4aab-4539-a25a-6deab68ae1b3, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=548c9bf3-4aab-4539-a25a-6deab68ae1b3,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:02:36.698204 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:36.730433 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2759df95-2f26-4f36-b2e1-f589e7ff6b99 x-openstack-request-id: req-2759df95-2f26-4f36-b2e1-f589e7ff6b99 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:02:36.730719 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6abd85e-deb4-4a9d-a02c-e288aa815624", "name": "network-vif-plugged", "status": "completed", "tag": "548c9bf3-4aab-4539-a25a-6deab68ae1b3", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:02:36.730963 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2759df95-2f26-4f36-b2e1-f589e7ff6b99 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:02:36.731343 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6abd85e-deb4-4a9d-a02c-e288aa815624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548c9bf3-4aab-4539-a25a-6deab68ae1b3', 'code': 200} Sep 15 17:02:36.753830 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=548c9bf3-4aab-4539-a25a-6deab68ae1b3,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:36.780932 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:36.906937 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce326457-2cb8-42ed-8874-c8beb404266c req-0ce8c10f-3115-4a64-976d-536935fee291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:36.908363 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ce326457-2cb8-42ed-8874-c8beb404266c req-0ce8c10f-3115-4a64-976d-536935fee291 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 1099 time: 0.0406723 Sep 15 17:02:36.950370 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ce326457-2cb8-42ed-8874-c8beb404266c req-960c5138-f5e1-423a-a978-e88e5c2a90c3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281823 Sep 15 17:02:37.136051 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 35288) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:37.236865 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba59a74d-8d23-478c-88ef-8f87678b558f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:37.325575 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba59a74d-8d23-478c-88ef-8f87678b558f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:37.329130 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba59a74d-8d23-478c-88ef-8f87678b558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:37.367417 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ba59a74d-8d23-478c-88ef-8f87678b558f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2ec004bdfa94effa3e789eb5419a296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302988 Sep 15 17:02:37.368492 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59a74d-8d23-478c-88ef-8f87678b558f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c414a3c-5369-4fc5-b41a-0404a6c94e2d,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:37.370065 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 35294) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:37.418641 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-01e34de1-cc0e-4347-8283-7ab2bb6422dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:37.439304 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-01e34de1-cc0e-4347-8283-7ab2bb6422dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:37.491979 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-01e34de1-cc0e-4347-8283-7ab2bb6422dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:37.495211 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-01e34de1-cc0e-4347-8283-7ab2bb6422dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:37.496562 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-01e34de1-cc0e-4347-8283-7ab2bb6422dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c414a3c-5369-4fc5-b41a-0404a6c94e2d HTTP/1.1" status: 204 len: 168 time: 0.1253600 Sep 15 17:02:37.505775 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e34de1-cc0e-4347-8283-7ab2bb6422dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c414a3c-5369-4fc5-b41a-0404a6c94e2d,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:37.606001 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ba460-dbad-41ba-8da3-33cba3e24a44 req-9159a3f1-fdec-4c81-bebc-081d0313587b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:37.607546 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-537ba460-dbad-41ba-8da3-33cba3e24a44 req-9159a3f1-fdec-4c81-bebc-081d0313587b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 946 time: 0.0596318 Sep 15 17:02:37.654816 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-537ba460-dbad-41ba-8da3-33cba3e24a44 req-05a1fae0-aa5b-41a8-99a3-dfa7376de51c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Sep 15 17:02:38.799032 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e770c-23bf-4bb7-ad65-0d48c935d78d req-2085eeea-0e72-4a99-b432-5a3beba728b3 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:38.802181 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e72e770c-23bf-4bb7-ad65-0d48c935d78d req-2085eeea-0e72-4a99-b432-5a3beba728b3 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 946 time: 0.0601506 Sep 15 17:02:38.841347 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e72e770c-23bf-4bb7-ad65-0d48c935d78d req-a91b5543-f84b-460b-8d51-251a569a32b3 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Sep 15 17:02:39.174151 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81ccae28-5da6-476a-a55b-ef6a33dd225f req-a009e1a3-671f-4aac-8ea3-2f0e8039fed4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434656 Sep 15 17:02:39.241268 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccae28-5da6-476a-a55b-ef6a33dd225f req-0013ae09-6539-4e08-b78f-30d8ce0a7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:39.242966 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81ccae28-5da6-476a-a55b-ef6a33dd225f req-0013ae09-6539-4e08-b78f-30d8ce0a7202 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 1098 time: 0.0399957 Sep 15 17:02:39.358189 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccae28-5da6-476a-a55b-ef6a33dd225f req-6c53c460-3e99-4056-81a9-ae06fdb6e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:39.359540 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81ccae28-5da6-476a-a55b-ef6a33dd225f req-6c53c460-3e99-4056-81a9-ae06fdb6e2dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 200 len: 915 time: 0.0847881 Sep 15 17:02:39.410432 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81ccae28-5da6-476a-a55b-ef6a33dd225f req-73adbf6f-a9a7-49df-8c2e-ec8d1d09d599 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c515783-44fc-4831-8af8-d987f965dec3 HTTP/1.1" status: 200 len: 217 time: 0.0359235 Sep 15 17:02:39.474243 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccae28-5da6-476a-a55b-ef6a33dd225f req-613d8734-ec9f-4737-9dc2-f5fdd1b200d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:39.475763 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81ccae28-5da6-476a-a55b-ef6a33dd225f req-613d8734-ec9f-4737-9dc2-f5fdd1b200d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=accd8fc5-9f55-4517-b84c-77fbbe2562b7 HTTP/1.1" status: 200 len: 854 time: 0.0531650 Sep 15 17:02:39.512541 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81ccae28-5da6-476a-a55b-ef6a33dd225f req-67f1773b-8724-41e5-b0ca-506fa2afac53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c949ee6-8675-43a3-8464-0524a7aadfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262487 Sep 15 17:02:39.633061 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81ccae28-5da6-476a-a55b-ef6a33dd225f req-42bf6fa0-9284-4432-869c-7147bd2582cc service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891938 Sep 15 17:02:39.724329 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-81ccae28-5da6-476a-a55b-ef6a33dd225f req-1c13cf7b-3a49-40a3-be7c-b33eee6d7eab service neutron] 10.222.0.61 "GET /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837798 Sep 15 17:02:40.098330 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 35380) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:40.219712 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bd232ea9-e8af-4fad-8ff9-366ac4a80f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:40.333433 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bd232ea9-e8af-4fad-8ff9-366ac4a80f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:40.338084 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bd232ea9-e8af-4fad-8ff9-366ac4a80f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:40.391382 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-bd232ea9-e8af-4fad-8ff9-366ac4a80f3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0940ce89e40c428c82aef18c69d65892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909288 Sep 15 17:02:40.393000 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 35396) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:40.395690 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd232ea9-e8af-4fad-8ff9-366ac4a80f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ae9eee-d2f0-472a-86ad-e9585e5372db,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:40.459229 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-41acb650-c163-4838-8a13-cbf02c89feb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:40.493826 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-41acb650-c163-4838-8a13-cbf02c89feb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:40.555981 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-41acb650-c163-4838-8a13-cbf02c89feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:40.560919 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-41acb650-c163-4838-8a13-cbf02c89feb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:40.565888 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-41acb650-c163-4838-8a13-cbf02c89feb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8ae9eee-d2f0-472a-86ad-e9585e5372db HTTP/1.1" status: 204 len: 168 time: 0.1715224 Sep 15 17:02:40.578909 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acb650-c163-4838-8a13-cbf02c89feb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ae9eee-d2f0-472a-86ad-e9585e5372db,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:40.908762 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 35412) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:40.924672 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0db-8a59-4e01-a31a-df1bb3836ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:41.044514 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0db-8a59-4e01-a31a-df1bb3836ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:41.048698 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0db-8a59-4e01-a31a-df1bb3836ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:41.087500 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-08f1f0db-8a59-4e01-a31a-df1bb3836ab5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f5315c198b94dbf894b4886b4a9a44e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775212 Sep 15 17:02:41.088610 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1f0db-8a59-4e01-a31a-df1bb3836ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8eb88c-6a86-41ef-a580-d45e071e562e,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:41.090241 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 35420) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:41.161326 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-43ae1111-b4ce-49b9-b019-c7c32f710ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:41.184029 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-43ae1111-b4ce-49b9-b019-c7c32f710ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:41.234046 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-43ae1111-b4ce-49b9-b019-c7c32f710ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:41.236696 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-43ae1111-b4ce-49b9-b019-c7c32f710ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:41.237957 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-43ae1111-b4ce-49b9-b019-c7c32f710ae5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d8eb88c-6a86-41ef-a580-d45e071e562e HTTP/1.1" status: 204 len: 168 time: 0.1457996 Sep 15 17:02:41.247634 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae1111-b4ce-49b9-b019-c7c32f710ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8eb88c-6a86-41ef-a580-d45e071e562e,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:47.245579 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8d87-fc95-43f8-a2aa-7119b0ca59b7 req-b34dfb50-9511-4e84-9aba-eb86f7fd9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:47.247421 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc8f8d87-fc95-43f8-a2aa-7119b0ca59b7 req-b34dfb50-9511-4e84-9aba-eb86f7fd9c41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb8c151774347d69894809acbb89571&device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 1098 time: 0.0831802 Sep 15 17:02:47.254000 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73958dd-1072-4ae3-964c-485974936fb5 req-b2852291-edf9-4f04-b3a9-a1d4e00bf48e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:47.257872 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a73958dd-1072-4ae3-964c-485974936fb5 req-b2852291-edf9-4f04-b3a9-a1d4e00bf48e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0865283 Sep 15 17:02:47.321860 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a73958dd-1072-4ae3-964c-485974936fb5 req-efe6bce4-aea4-42c0-a16d-b54117fa1eb1 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549486 Sep 15 17:02:47.367101 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8d87-fc95-43f8-a2aa-7119b0ca59b7 req-3260e7ea-82a1-44ee-b510-ac2c250d8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:47.368713 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc8f8d87-fc95-43f8-a2aa-7119b0ca59b7 req-3260e7ea-82a1-44ee-b510-ac2c250d8731 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b001fffd-df46-42ce-ac95-85f7832c7c8b HTTP/1.1" status: 200 len: 920 time: 0.1043248 Sep 15 17:02:47.412022 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc8f8d87-fc95-43f8-a2aa-7119b0ca59b7 req-c3c81035-47c5-4277-8700-e4bf1ffe2537 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f88dff0-9443-43be-be9c-010b69bce554 HTTP/1.1" status: 200 len: 217 time: 0.0340638 Sep 15 17:02:47.466751 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8d87-fc95-43f8-a2aa-7119b0ca59b7 req-9323651c-bad1-4d3d-9c99-25f7e4bf5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:47.468213 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc8f8d87-fc95-43f8-a2aa-7119b0ca59b7 req-9323651c-bad1-4d3d-9c99-25f7e4bf5239 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb25078e-4bc9-4e87-9857-16b4673ee250 HTTP/1.1" status: 200 len: 859 time: 0.0469980 Sep 15 17:02:47.506840 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc8f8d87-fc95-43f8-a2aa-7119b0ca59b7 req-a83147f2-c477-47d2-8f48-a079c350c442 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b001fffd-df46-42ce-ac95-85f7832c7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260980 Sep 15 17:02:47.609695 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc8f8d87-fc95-43f8-a2aa-7119b0ca59b7 req-dcd9e0d9-328d-4b7d-b4a7-827b7cd9ec9c service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885713 Sep 15 17:02:47.716293 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc8f8d87-fc95-43f8-a2aa-7119b0ca59b7 req-008592f0-dd68-4794-8428-68035f24164b service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947483 Sep 15 17:02:47.757496 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f43dd8-cfbb-43f2-a73b-48f780256bb0 req-317b0b73-8002-4109-a88d-37ba9a81f94f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:47.759235 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-57f43dd8-cfbb-43f2-a73b-48f780256bb0 req-317b0b73-8002-4109-a88d-37ba9a81f94f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0567532 Sep 15 17:02:47.799197 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-57f43dd8-cfbb-43f2-a73b-48f780256bb0 req-22c66c8c-8821-4522-a7d4-8488327b0de8 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330517 Sep 15 17:02:48.451632 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459c11d-ad26-49df-832e-0bd7c7d40c72 req-f90492d0-304e-46cf-a696-6009c950c005 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:48.453726 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9459c11d-ad26-49df-832e-0bd7c7d40c72 req-f90492d0-304e-46cf-a696-6009c950c005 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0517044 Sep 15 17:02:48.501828 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9459c11d-ad26-49df-832e-0bd7c7d40c72 req-d21cf135-25cc-480f-92d7-fc5141c29f21 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Sep 15 17:02:48.657750 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 35600) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:48.770510 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-49064662-41e4-497f-8097-1c0fda213378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:48.861416 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-49064662-41e4-497f-8097-1c0fda213378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:48.865203 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-49064662-41e4-497f-8097-1c0fda213378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:48.905221 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49064662-41e4-497f-8097-1c0fda213378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a9d973-0147-4c1a-b869-f593aec07b18,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:48.911595 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-49064662-41e4-497f-8097-1c0fda213378 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc3f4a5e31c04ec9b0e58d8a79d8519e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525489 Sep 15 17:02:48.914375 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 35606) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:48.926522 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17b8e0-0cd1-4da2-a748-11bab776c7c8 req-c5ad35b4-17c4-4175-a275-db5d90c67d90 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:48.928180 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4b17b8e0-0cd1-4da2-a748-11bab776c7c8 req-c5ad35b4-17c4-4175-a275-db5d90c67d90 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0533619 Sep 15 17:02:48.967497 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4b17b8e0-0cd1-4da2-a748-11bab776c7c8 req-835fa8f4-7ffd-4768-877d-65cee0904fa3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328465 Sep 15 17:02:48.968652 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-30fa6bad-5f50-4da7-832e-ebc402b3fef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:48.990499 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-30fa6bad-5f50-4da7-832e-ebc402b3fef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:49.038033 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-30fa6bad-5f50-4da7-832e-ebc402b3fef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:49.040922 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-30fa6bad-5f50-4da7-832e-ebc402b3fef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:49.042076 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-30fa6bad-5f50-4da7-832e-ebc402b3fef9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4a9d973-0147-4c1a-b869-f593aec07b18 HTTP/1.1" status: 204 len: 168 time: 0.1267178 Sep 15 17:02:49.050400 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa6bad-5f50-4da7-832e-ebc402b3fef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a9d973-0147-4c1a-b869-f593aec07b18,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:49.616225 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4796-2655-4db0-b846-6b387db6d766 req-9f8b3074-c422-4ead-8f99-4fe2bf9c28e4 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:49.617701 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6e9d4796-2655-4db0-b846-6b387db6d766 req-9f8b3074-c422-4ead-8f99-4fe2bf9c28e4 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0505311 Sep 15 17:02:49.658390 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6e9d4796-2655-4db0-b846-6b387db6d766 req-065000d0-29b7-4945-920e-ce0f0dcf80fa tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346117 Sep 15 17:02:50.085069 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e9dd6-9cf8-4084-97e8-4331a60f6924 req-b94c2b40-e328-4117-9729-b92f744203a3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:50.086491 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e88e9dd6-9cf8-4084-97e8-4331a60f6924 req-b94c2b40-e328-4117-9729-b92f744203a3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0478442 Sep 15 17:02:50.124925 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e88e9dd6-9cf8-4084-97e8-4331a60f6924 req-c6fbd7a2-b9f7-42ee-9d81-1985ee662285 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324349 Sep 15 17:02:50.774780 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af5bd0-02e1-40d6-8657-30ca444e6511 req-93a96c41-4a5a-47d8-8519-49afc12152a5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:50.776848 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e0af5bd0-02e1-40d6-8657-30ca444e6511 req-93a96c41-4a5a-47d8-8519-49afc12152a5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0528805 Sep 15 17:02:50.815284 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e0af5bd0-02e1-40d6-8657-30ca444e6511 req-4b29bff3-955c-482e-88b6-3ca15762553b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Sep 15 17:02:51.244157 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed6e64-efc6-45b3-ab6a-467988ca1117 req-a0b1e29f-cab5-432b-9f1d-ea952ca8d5ce tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:51.245677 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-49ed6e64-efc6-45b3-ab6a-467988ca1117 req-a0b1e29f-cab5-432b-9f1d-ea952ca8d5ce tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0486197 Sep 15 17:02:51.290882 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-49ed6e64-efc6-45b3-ab6a-467988ca1117 req-d2f08668-df7b-4bec-bd80-46a21d95d24f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387995 Sep 15 17:02:51.933507 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cc85f-7c23-4297-905d-e14364f4e9e9 req-0466bdd1-d8d3-4780-8ca6-fea7be24c5e2 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:51.935031 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-096cc85f-7c23-4297-905d-e14364f4e9e9 req-0466bdd1-d8d3-4780-8ca6-fea7be24c5e2 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0504904 Sep 15 17:02:51.975234 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-096cc85f-7c23-4297-905d-e14364f4e9e9 req-078e145f-2167-445f-ad2d-fa4e007af709 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335119 Sep 15 17:02:52.409473 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0dfd9-561c-4581-8036-c9ab67fe4bd6 req-41b309d0-b98d-4efe-97a2-deb553ba27cb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:52.410974 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f3c0dfd9-561c-4581-8036-c9ab67fe4bd6 req-41b309d0-b98d-4efe-97a2-deb553ba27cb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0489717 Sep 15 17:02:52.453756 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f3c0dfd9-561c-4581-8036-c9ab67fe4bd6 req-e7aa2158-4e9f-4117-8365-97215480a990 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357180 Sep 15 17:02:53.119369 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c099e1-7fe3-4792-90b6-3e57bcd1ae72 req-a892c4f3-8a3f-48f7-b7ba-b32088d9b1ee tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:53.120836 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d8c099e1-7fe3-4792-90b6-3e57bcd1ae72 req-a892c4f3-8a3f-48f7-b7ba-b32088d9b1ee tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0714805 Sep 15 17:02:53.159695 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d8c099e1-7fe3-4792-90b6-3e57bcd1ae72 req-44326cd1-26fb-401f-9e7d-5d0858c4fa73 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323582 Sep 15 17:02:53.579240 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618d036-4987-49a7-b7a5-f5d28017e3b5 req-1868ba5a-59ac-4c93-a7fb-c2601607a9f8 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:53.580763 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e618d036-4987-49a7-b7a5-f5d28017e3b5 req-1868ba5a-59ac-4c93-a7fb-c2601607a9f8 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0535564 Sep 15 17:02:53.629784 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e618d036-4987-49a7-b7a5-f5d28017e3b5 req-b7f75284-88b9-48b5-99e1-2c13db423cde tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Sep 15 17:02:54.284875 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a1c0e-fc43-471b-8754-eae6d79a03fb req-b496b2d5-2206-4986-89f9-36222c3f4b1e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:54.286341 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b31a1c0e-fc43-471b-8754-eae6d79a03fb req-b496b2d5-2206-4986-89f9-36222c3f4b1e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0496280 Sep 15 17:02:54.323215 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b31a1c0e-fc43-471b-8754-eae6d79a03fb req-2fde3a3f-974a-40db-b4ae-583ef2592581 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310006 Sep 15 17:02:54.404690 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9e1cdeef-3764-481a-9651-60f4b80d6bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:54.747075 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b624a4-150f-4f68-a04c-7278706f1273 req-2987bfb1-29bb-414e-bcdf-052148a45829 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:54.748845 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9b624a4-150f-4f68-a04c-7278706f1273 req-2987bfb1-29bb-414e-bcdf-052148a45829 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0488102 Sep 15 17:02:54.790508 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9b624a4-150f-4f68-a04c-7278706f1273 req-87fd5652-1876-4ab2-ac21-58f03c6f16d1 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357473 Sep 15 17:02:55.441843 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2ed4e-0d1a-4307-8134-3c5a1a226e8a req-30ae5df0-46ae-4397-b238-95c67999b14f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:55.443368 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-73b2ed4e-0d1a-4307-8134-3c5a1a226e8a req-30ae5df0-46ae-4397-b238-95c67999b14f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0511336 Sep 15 17:02:55.481136 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-73b2ed4e-0d1a-4307-8134-3c5a1a226e8a req-9ca6dcd2-91fc-46e3-9f41-fc09415aa5f6 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317874 Sep 15 17:02:55.497250 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 35752) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:55.601964 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-56d4b73b-615a-4a95-a8d0-4db85dd2af1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:55.689710 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-56d4b73b-615a-4a95-a8d0-4db85dd2af1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:55.693178 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-56d4b73b-615a-4a95-a8d0-4db85dd2af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:55.729905 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-56d4b73b-615a-4a95-a8d0-4db85dd2af1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf9642bb4bf74a4db3da2386bcbed764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315924 Sep 15 17:02:55.731761 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4b73b-615a-4a95-a8d0-4db85dd2af1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6920dac-50be-4fa5-80b8-3ccad48e1eb2,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:55.732615 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 35756) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:55.781774 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34fe7364-334a-47af-aedc-0cd8f01481f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:55.802966 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34fe7364-334a-47af-aedc-0cd8f01481f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:55.850890 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34fe7364-334a-47af-aedc-0cd8f01481f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:55.854471 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-34fe7364-334a-47af-aedc-0cd8f01481f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:55.855688 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-34fe7364-334a-47af-aedc-0cd8f01481f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6920dac-50be-4fa5-80b8-3ccad48e1eb2 HTTP/1.1" status: 204 len: 168 time: 0.1220465 Sep 15 17:02:55.863656 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe7364-334a-47af-aedc-0cd8f01481f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6920dac-50be-4fa5-80b8-3ccad48e1eb2,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:55.916897 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d563de-1961-416c-bd47-af895aba33d3 req-1f52d2e3-0604-47a9-b092-3bbbf9ff088b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:55.918450 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-27d563de-1961-416c-bd47-af895aba33d3 req-1f52d2e3-0604-47a9-b092-3bbbf9ff088b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0538049 Sep 15 17:02:55.960186 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-27d563de-1961-416c-bd47-af895aba33d3 req-22025729-8cff-4219-a843-c5590c9a44d9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356448 Sep 15 17:02:56.603420 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0260ba-7cca-4efc-bad5-6082d55cd054 req-253ddc9d-a081-43aa-b18c-efc714fbfa19 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:56.604896 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7e0260ba-7cca-4efc-bad5-6082d55cd054 req-253ddc9d-a081-43aa-b18c-efc714fbfa19 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0519373 Sep 15 17:02:56.641650 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7e0260ba-7cca-4efc-bad5-6082d55cd054 req-b254fa2a-ab33-421b-8368-51658b8b3ce5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309231 Sep 15 17:02:56.900862 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b00f11f-dcbe-4c3b-a771-5c4fb3c87f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:57.077507 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a994248-138b-47ce-8bfc-acbaba7856d5 req-c7a3516f-2e19-437b-9ed4-0b632728f927 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:57.078980 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a994248-138b-47ce-8bfc-acbaba7856d5 req-c7a3516f-2e19-437b-9ed4-0b632728f927 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0482488 Sep 15 17:02:57.118729 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a994248-138b-47ce-8bfc-acbaba7856d5 req-171d45a5-e1f9-4896-829e-4b17832448dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337782 Sep 15 17:02:57.558084 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:57.754228 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930550cf-5546-48cc-9197-035c1b6287f2 req-fc8002fc-eccd-4fce-a159-fb294ce69385 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:57.755685 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-930550cf-5546-48cc-9197-035c1b6287f2 req-fc8002fc-eccd-4fce-a159-fb294ce69385 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0481288 Sep 15 17:02:57.792023 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-930550cf-5546-48cc-9197-035c1b6287f2 req-e825830b-c3da-49a2-84d0-52868a614144 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298388 Sep 15 17:02:58.239058 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8a67-3ded-4a8e-989b-5f7d4093ea18 req-41d9d0de-9e3f-494f-8c8f-93d7bee9260c tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:58.240499 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0f5d8a67-3ded-4a8e-989b-5f7d4093ea18 req-41d9d0de-9e3f-494f-8c8f-93d7bee9260c tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0468619 Sep 15 17:02:58.278304 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0f5d8a67-3ded-4a8e-989b-5f7d4093ea18 req-989005d9-391d-4a7b-bfdf-bccfe27c29d7 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314555 Sep 15 17:02:58.493464 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:58.906078 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5384bd2-b326-4193-9f61-56ae901dd285 req-4b629884-2145-4142-9160-edc1a7c952c8 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:58.907547 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d5384bd2-b326-4193-9f61-56ae901dd285 req-4b629884-2145-4142-9160-edc1a7c952c8 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0493088 Sep 15 17:02:58.945368 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d5384bd2-b326-4193-9f61-56ae901dd285 req-e09e5310-1149-43f0-9b08-5d8f84ce0bdf tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303063 Sep 15 17:02:59.399353 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949809e-fc08-4a3b-9dba-b2b45bed1d3f req-ff744469-21ef-465e-88a0-a5a6cb4cfe72 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:59.400745 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1949809e-fc08-4a3b-9dba-b2b45bed1d3f req-ff744469-21ef-465e-88a0-a5a6cb4cfe72 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0525992 Sep 15 17:02:59.437345 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1949809e-fc08-4a3b-9dba-b2b45bed1d3f req-4e3d9b91-c22c-495f-8dcf-06b460fc2e3c tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306962 Sep 15 17:02:59.799632 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:00.063437 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1202b-4292-48b4-b94b-cf03b940ac1c req-8000f84a-ecf8-4262-a7ff-404c9a6609e5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:00.064921 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-68a1202b-4292-48b4-b94b-cf03b940ac1c req-8000f84a-ecf8-4262-a7ff-404c9a6609e5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0530114 Sep 15 17:03:00.114988 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-68a1202b-4292-48b4-b94b-cf03b940ac1c req-d015bc53-dd1f-43ef-8173-683eb3824401 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436103 Sep 15 17:03:00.347312 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f933f-87ad-4e56-8a7b-15d309feaa7d req-ded2868c-5fe8-4d12-9d67-fcb8933a173d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:00.348774 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-568f933f-87ad-4e56-8a7b-15d309feaa7d req-ded2868c-5fe8-4d12-9d67-fcb8933a173d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0499527 Sep 15 17:03:00.387139 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-568f933f-87ad-4e56-8a7b-15d309feaa7d req-62ada2a0-d7c8-4d06-91e9-f8fc2de12969 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319996 Sep 15 17:03:00.555376 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d9944-cba2-454b-8773-6aa4cac24daf req-a1324f06-c750-4128-b54a-b8ec60a7352e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:00.556726 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4c8d9944-cba2-454b-8773-6aa4cac24daf req-a1324f06-c750-4128-b54a-b8ec60a7352e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0468943 Sep 15 17:03:00.595115 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4c8d9944-cba2-454b-8773-6aa4cac24daf req-891123cc-08fb-4c6a-bb4a-23b5cacf1746 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318675 Sep 15 17:03:01.243520 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf20c5-096f-4497-a3c8-922b73dc9afe req-6f558b7a-0724-408d-9ec6-29b805eff760 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:01.245187 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6bf20c5-096f-4497-a3c8-922b73dc9afe req-6f558b7a-0724-408d-9ec6-29b805eff760 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0617149 Sep 15 17:03:01.285626 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a6bf20c5-096f-4497-a3c8-922b73dc9afe req-9c68a2e0-a7bf-4835-a4a1-25691e2d5200 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Sep 15 17:03:01.503446 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94cf4a-7c9c-4cbf-9ed2-ac69ea7af222 req-572cb863-eb3c-48b6-8ec6-c3feefc97162 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:01.504933 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0c94cf4a-7c9c-4cbf-9ed2-ac69ea7af222 req-572cb863-eb3c-48b6-8ec6-c3feefc97162 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0473495 Sep 15 17:03:01.542275 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0c94cf4a-7c9c-4cbf-9ed2-ac69ea7af222 req-e18e2430-f64c-4550-be6a-6a202e35dd00 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307157 Sep 15 17:03:01.717814 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8a58b-9e8f-4e62-9d3c-5bfe01fbb909 req-9ad6bf42-1e5b-4167-b2a7-beac0a435791 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:01.719206 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b9a8a58b-9e8f-4e62-9d3c-5bfe01fbb909 req-9ad6bf42-1e5b-4167-b2a7-beac0a435791 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0518188 Sep 15 17:03:01.758512 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b9a8a58b-9e8f-4e62-9d3c-5bfe01fbb909 req-1fe9cb38-a252-492c-b5d0-42cb4046c1ae tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334287 Sep 15 17:03:02.403777 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4598f2-7e83-404b-a2dc-a632e3370e2d req-7d453ee9-1d14-44e3-bb1c-53ed56d897f9 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:02.405287 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cb4598f2-7e83-404b-a2dc-a632e3370e2d req-7d453ee9-1d14-44e3-bb1c-53ed56d897f9 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0521653 Sep 15 17:03:02.444848 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cb4598f2-7e83-404b-a2dc-a632e3370e2d req-2c953445-eb6e-49fc-b279-704802f372f9 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327067 Sep 15 17:03:02.625787 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17471d33-29e3-48e2-81b7-70e46a833ea4 req-fc73f3eb-8c77-445c-baa1-82040e71da4a tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:02.627388 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17471d33-29e3-48e2-81b7-70e46a833ea4 req-fc73f3eb-8c77-445c-baa1-82040e71da4a tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 946 time: 0.0492251 Sep 15 17:03:02.659952 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58083daf-70ca-4641-a89b-d8a55313c7ee req-0b1415ec-b4db-4e74-b3b6-38691bf120ff tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:02.661426 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58083daf-70ca-4641-a89b-d8a55313c7ee req-0b1415ec-b4db-4e74-b3b6-38691bf120ff tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0492775 Sep 15 17:03:02.667527 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17471d33-29e3-48e2-81b7-70e46a833ea4 req-2f698ad1-9048-4f81-b976-dd5377f56080 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Sep 15 17:03:02.700861 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58083daf-70ca-4641-a89b-d8a55313c7ee req-f0674894-135c-4bb8-88a7-9e0292dd9269 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325077 Sep 15 17:03:02.880616 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9a831-dc29-401d-95d8-18913b34a0a0 req-429b6fef-2d32-49bd-916f-53b253f90fda tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:02.882357 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c0f9a831-dc29-401d-95d8-18913b34a0a0 req-429b6fef-2d32-49bd-916f-53b253f90fda tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0512927 Sep 15 17:03:02.920354 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c0f9a831-dc29-401d-95d8-18913b34a0a0 req-3079dacc-83fc-4bca-a7b5-ab768cbf83e3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322275 Sep 15 17:03:03.558085 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3eab1-4e20-4c1c-a089-40d4c6b6df19 req-3ce85b77-c5bb-4889-8c34-030dba9f87f1 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:03.559548 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5e3eab1-4e20-4c1c-a089-40d4c6b6df19 req-3ce85b77-c5bb-4889-8c34-030dba9f87f1 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0482531 Sep 15 17:03:03.597283 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5e3eab1-4e20-4c1c-a089-40d4c6b6df19 req-2e56d021-6a30-4b49-8b02-cf515fe11286 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319655 Sep 15 17:03:03.791744 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c0fe6-b327-4f3f-8e97-8aea8fa2c6b2 req-b8ad0364-1f2e-4729-83f1-ffb42187ea81 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:03.793269 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1a8c0fe6-b327-4f3f-8e97-8aea8fa2c6b2 req-b8ad0364-1f2e-4729-83f1-ffb42187ea81 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 946 time: 0.0527730 Sep 15 17:03:03.819231 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c932368-1277-4da0-8085-c590952d0876 req-c5eeb093-25a1-4c3b-8cf4-045a46e69522 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:03.820717 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c932368-1277-4da0-8085-c590952d0876 req-c5eeb093-25a1-4c3b-8cf4-045a46e69522 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0526037 Sep 15 17:03:03.830141 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1a8c0fe6-b327-4f3f-8e97-8aea8fa2c6b2 req-6eb55bff-7583-47b0-a9e2-328c5736b61c tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307620 Sep 15 17:03:03.859662 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c932368-1277-4da0-8085-c590952d0876 req-679cd389-68eb-4534-8bca-00ea327e059d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328417 Sep 15 17:03:04.035820 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c0a34-7811-4923-a6c2-b35095a451da req-91ea2dec-8371-4150-9180-236a79f8cd8a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:04.037210 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eb5c0a34-7811-4923-a6c2-b35095a451da req-91ea2dec-8371-4150-9180-236a79f8cd8a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0483143 Sep 15 17:03:04.073994 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-eb5c0a34-7811-4923-a6c2-b35095a451da req-630e1d65-36fe-4b90-a7d5-7c7d49d747e9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307655 Sep 15 17:03:04.721346 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa513fbb-e746-4d98-acb9-a0955f7d59e7 req-f57f46a2-fe69-4aac-b5d3-2742b9ee04c3 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:04.722802 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fa513fbb-e746-4d98-acb9-a0955f7d59e7 req-f57f46a2-fe69-4aac-b5d3-2742b9ee04c3 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0565548 Sep 15 17:03:04.782638 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85babb92-5591-4319-abf3-276883dc77b6 req-42eb3c1c-92fe-40f9-afab-c0dc687cb74f tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:04.784109 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-85babb92-5591-4319-abf3-276883dc77b6 req-42eb3c1c-92fe-40f9-afab-c0dc687cb74f tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 946 time: 0.0796111 Sep 15 17:03:04.786708 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fa513fbb-e746-4d98-acb9-a0955f7d59e7 req-13628949-4e03-4673-b089-9a3c50d243b0 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507596 Sep 15 17:03:04.884943 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-85babb92-5591-4319-abf3-276883dc77b6 req-67ad78e4-8503-4267-a657-a71194a350b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Deleting port 548c9bf3-4aab-4539-a25a-6deab68ae1b3 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:04.885297 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-85babb92-5591-4319-abf3-276883dc77b6 req-67ad78e4-8503-4267-a657-a71194a350b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:04.950742 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c9957-ce03-4a2b-ae89-423e4ca2522b req-4cef8082-7d0c-49ca-a3b1-09a71aa53aad tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:04.952334 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-033c9957-ce03-4a2b-ae89-423e4ca2522b req-4cef8082-7d0c-49ca-a3b1-09a71aa53aad tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6abd85e-deb4-4a9d-a02c-e288aa815624 HTTP/1.1" status: 200 len: 946 time: 0.0546637 Sep 15 17:03:04.990225 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-033c9957-ce03-4a2b-ae89-423e4ca2522b req-8955a7a7-f8ed-435b-b242-707238835691 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313177 Sep 15 17:03:05.004660 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-85babb92-5591-4319-abf3-276883dc77b6 req-67ad78e4-8503-4267-a657-a71194a350b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] For port 548c9bf3-4aab-4539-a25a-6deab68ae1b3, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=548c9bf3-4aab-4539-a25a-6deab68ae1b3,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:05.005022 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-85babb92-5591-4319-abf3-276883dc77b6 req-67ad78e4-8503-4267-a657-a71194a350b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:05.027073 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdfb7d-857b-4cfe-8f1d-047c65ab956b req-752f0e2e-0701-4b19-81ee-df0a3851389f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:05.028524 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ebfdfb7d-857b-4cfe-8f1d-047c65ab956b req-752f0e2e-0701-4b19-81ee-df0a3851389f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0879447 Sep 15 17:03:05.029372 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-85babb92-5591-4319-abf3-276883dc77b6 req-67ad78e4-8503-4267-a657-a71194a350b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Calling delete_port for 548c9bf3-4aab-4539-a25a-6deab68ae1b3 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:05.108496 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ebfdfb7d-857b-4cfe-8f1d-047c65ab956b req-b7a91064-6814-4c05-abef-90a9a8245b88 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736711 Sep 15 17:03:05.186750 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-85babb92-5591-4319-abf3-276883dc77b6 req-67ad78e4-8503-4267-a657-a71194a350b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:05.201877 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['8c515783-44fc-4831-8af8-d987f965dec3', 'beb7b93d-6e4a-4023-8646-0977c0aa6e19', '5fe4178a-9e29-4862-aa35-c1444360a149', '548c9bf3-4aab-4539-a25a-6deab68ae1b3'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:03:05.202467 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b778676-e4f7-4e89-9c7c-a46806def8bc req-d3f48fe3-8eb0-4e94-9bdb-f0d5240ddacf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:05.203478 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7b778676-e4f7-4e89-9c7c-a46806def8bc req-d3f48fe3-8eb0-4e94-9bdb-f0d5240ddacf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0524907 Sep 15 17:03:05.230973 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad78e4-8503-4267-a657-a71194a350b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Pushing event deleted for resources: {'Port': ['ID=548c9bf3-4aab-4539-a25a-6deab68ae1b3,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:05.243599 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7b778676-e4f7-4e89-9c7c-a46806def8bc req-63ee76b5-12ed-43da-8585-ba89bbb61e57 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333469 Sep 15 17:03:05.271854 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-85babb92-5591-4319-abf3-276883dc77b6 req-67ad78e4-8503-4267-a657-a71194a350b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] No DVR routers for this DVR port 548c9bf3-4aab-4539-a25a-6deab68ae1b3 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:03:05.276251 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-85babb92-5591-4319-abf3-276883dc77b6 req-67ad78e4-8503-4267-a657-a71194a350b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:05.278233 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-85babb92-5591-4319-abf3-276883dc77b6 req-67ad78e4-8503-4267-a657-a71194a350b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "DELETE /v2.0/ports/548c9bf3-4aab-4539-a25a-6deab68ae1b3 HTTP/1.1" status: 204 len: 173 time: 0.4872944 Sep 15 17:03:05.278742 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6abd85e-deb4-4a9d-a02c-e288aa815624', 'name': 'network-vif-deleted', 'tag': '548c9bf3-4aab-4539-a25a-6deab68ae1b3'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:05.281101 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7787e0a-d683-40c5-bbb9-eb6abfe3611f" -d '{"events": [{"server_uuid": "a6abd85e-deb4-4a9d-a02c-e288aa815624", "name": "network-vif-deleted", "tag": "548c9bf3-4aab-4539-a25a-6deab68ae1b3"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:05.318701 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b64f976-5846-4269-b32c-2f5630781d9e x-openstack-request-id: req-9b64f976-5846-4269-b32c-2f5630781d9e {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:05.318992 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6abd85e-deb4-4a9d-a02c-e288aa815624", "name": "network-vif-deleted", "tag": "548c9bf3-4aab-4539-a25a-6deab68ae1b3", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:05.319235 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b64f976-5846-4269-b32c-2f5630781d9e {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:05.320191 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6abd85e-deb4-4a9d-a02c-e288aa815624', 'name': 'network-vif-deleted', 'tag': '548c9bf3-4aab-4539-a25a-6deab68ae1b3', 'status': 'completed', 'code': 200} Sep 15 17:03:05.900957 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b719bd-d1a2-4e01-9bb8-25d0d6178d94 req-34b7c4ad-eff0-47f4-8203-5c1cac07abad tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:05.902494 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-02b719bd-d1a2-4e01-9bb8-25d0d6178d94 req-34b7c4ad-eff0-47f4-8203-5c1cac07abad tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0473261 Sep 15 17:03:05.940005 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-02b719bd-d1a2-4e01-9bb8-25d0d6178d94 req-c7ee4ced-57cc-44d2-a0d8-06c79561527c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Sep 15 17:03:06.228258 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfc8de-a4d4-430e-8118-59a059e356d1 req-4cc33a74-f4f4-4fe7-a3ef-9adb04f9d77a tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:06.229772 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-38bfc8de-a4d4-430e-8118-59a059e356d1 req-4cc33a74-f4f4-4fe7-a3ef-9adb04f9d77a tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0476720 Sep 15 17:03:06.269603 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-38bfc8de-a4d4-430e-8118-59a059e356d1 req-0d6744a1-5087-4810-afe2-751d2031a805 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337570 Sep 15 17:03:06.373545 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f83c8-9e57-411d-b427-8dd8654dafe4 req-f8019a14-b2a2-45fc-8360-a900c3e48d81 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:06.375044 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad8f83c8-9e57-411d-b427-8dd8654dafe4 req-f8019a14-b2a2-45fc-8360-a900c3e48d81 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0522456 Sep 15 17:03:06.413812 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ad8f83c8-9e57-411d-b427-8dd8654dafe4 req-956375ad-28de-4b81-be5a-dfa9511c3ccf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319641 Sep 15 17:03:06.768702 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:07.054981 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dc074-bf11-4daa-966e-636981f3cb09 req-bf305f74-c55b-4195-a619-d7ce557de5bf tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:07.056338 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0d5dc074-bf11-4daa-966e-636981f3cb09 req-bf305f74-c55b-4195-a619-d7ce557de5bf tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0519989 Sep 15 17:03:07.095581 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0d5dc074-bf11-4daa-966e-636981f3cb09 req-d5b7b42b-0626-49f1-8226-8795af467670 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317235 Sep 15 17:03:07.375943 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88bbd2-9d43-4c69-b9f2-3edb9528b903 req-600f6544-8702-45db-b54e-b8e55d4851ad tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:07.377457 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6e88bbd2-9d43-4c69-b9f2-3edb9528b903 req-600f6544-8702-45db-b54e-b8e55d4851ad tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 945 time: 0.0486391 Sep 15 17:03:07.389634 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753307d-0564-4e25-ad9e-9fa4560a0263 req-90c14b45-a66a-423f-92be-e3a948cb7482 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:07.391207 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f753307d-0564-4e25-ad9e-9fa4560a0263 req-90c14b45-a66a-423f-92be-e3a948cb7482 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0515037 Sep 15 17:03:07.416031 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6e88bbd2-9d43-4c69-b9f2-3edb9528b903 req-5aaf7f9c-ea20-49e5-9123-dce1b30a37af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321417 Sep 15 17:03:07.429703 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f753307d-0564-4e25-ad9e-9fa4560a0263 req-bdb32739-8ca6-44d1-84f6-e10adee8e019 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324924 Sep 15 17:03:07.530600 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21947c07-ee9f-4af5-b6b7-0a326cf1c28c req-4e51fd31-3b27-4842-901e-c0f4f7329639 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:07.532046 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-21947c07-ee9f-4af5-b6b7-0a326cf1c28c req-4e51fd31-3b27-4842-901e-c0f4f7329639 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0477517 Sep 15 17:03:07.568776 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-21947c07-ee9f-4af5-b6b7-0a326cf1c28c req-d01a3314-5672-4b5c-b885-69c936da3047 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302835 Sep 15 17:03:08.212247 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf95d5d-a754-4d6c-87c5-8bf93efc877a req-35928a20-c653-4302-9e27-4d2ce98f9dfa tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:08.213766 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fdf95d5d-a754-4d6c-87c5-8bf93efc877a req-35928a20-c653-4302-9e27-4d2ce98f9dfa tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0493507 Sep 15 17:03:08.250919 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fdf95d5d-a754-4d6c-87c5-8bf93efc877a req-1059174b-72bc-4a33-9a06-945dfd31b4ca tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309527 Sep 15 17:03:08.534017 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec929b-acb0-4e26-bb94-b3862997610d req-f6fa20ad-0bf2-42ac-9900-aa6adb42ce48 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:08.535855 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cfec929b-acb0-4e26-bb94-b3862997610d req-f6fa20ad-0bf2-42ac-9900-aa6adb42ce48 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 945 time: 0.0521331 Sep 15 17:03:08.542614 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38c846-01cf-4dd2-9780-299299228cca req-25be6b65-b3a1-4a4e-b741-f6cfa87dbfb7 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:08.544074 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8b38c846-01cf-4dd2-9780-299299228cca req-25be6b65-b3a1-4a4e-b741-f6cfa87dbfb7 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0480061 Sep 15 17:03:08.576076 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cfec929b-acb0-4e26-bb94-b3862997610d req-01ee2ce2-48a5-4526-ae92-5b75ff907d8b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313320 Sep 15 17:03:08.582236 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8b38c846-01cf-4dd2-9780-299299228cca req-0f669892-a107-4618-978d-0f3f673690d6 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324109 Sep 15 17:03:08.664842 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 548c9bf3-4aab-4539-a25a-6deab68ae1b3 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:08.687248 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: 548c9bf3-4aab-4539-a25a-6deab68ae1b3 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:03:08.687580 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 548c9bf3-4aab-4539-a25a-6deab68ae1b3 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:03:08.691107 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748db387-fc71-410b-ad69-90d6f3c721ea req-ffc42264-a0c0-46d8-927e-fb5d19e007f6 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:08.692584 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-748db387-fc71-410b-ad69-90d6f3c721ea req-ffc42264-a0c0-46d8-927e-fb5d19e007f6 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0500548 Sep 15 17:03:08.730892 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-748db387-fc71-410b-ad69-90d6f3c721ea req-3af3cf60-92c7-4778-a12f-78125df2c536 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322094 Sep 15 17:03:09.371263 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224f9fc-fd3a-404c-bd05-7e6ff4eb6e3e req-4c3974bf-d246-4023-bd58-062cd5e1291f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:09.372737 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2224f9fc-fd3a-404c-bd05-7e6ff4eb6e3e req-4c3974bf-d246-4023-bd58-062cd5e1291f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0510979 Sep 15 17:03:09.410028 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2224f9fc-fd3a-404c-bd05-7e6ff4eb6e3e req-2d442f78-6d2d-4cc1-a796-57e75b292ae2 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311775 Sep 15 17:03:09.475782 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ebedd-281e-41dd-badb-82fcfff35a8b req-f98c5e7e-ea08-4604-9dc0-7d1012f972b8 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:09.477290 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e81ebedd-281e-41dd-badb-82fcfff35a8b req-f98c5e7e-ea08-4604-9dc0-7d1012f972b8 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 945 time: 0.0476952 Sep 15 17:03:09.571289 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-e81ebedd-281e-41dd-badb-82fcfff35a8b req-f5ffe274-63cb-4ae5-b910-9887a1a62481 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Deleting port 5fe4178a-9e29-4862-aa35-c1444360a149 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:09.571835 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e81ebedd-281e-41dd-badb-82fcfff35a8b req-f5ffe274-63cb-4ae5-b910-9887a1a62481 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:09.634976 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:03:09.700653 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-e81ebedd-281e-41dd-badb-82fcfff35a8b req-f5ffe274-63cb-4ae5-b910-9887a1a62481 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] For port 5fe4178a-9e29-4862-aa35-c1444360a149, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5fe4178a-9e29-4862-aa35-c1444360a149,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:09.701087 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e81ebedd-281e-41dd-badb-82fcfff35a8b req-f5ffe274-63cb-4ae5-b910-9887a1a62481 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:09.707045 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f2cec-238e-454f-ace9-584b4daf8b72 req-68d61851-03ed-4146-9ece-74f9d8755eaf tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:09.708534 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b57f2cec-238e-454f-ace9-584b4daf8b72 req-68d61851-03ed-4146-9ece-74f9d8755eaf tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=77caa0ed-529c-467d-b012-1eb330087eb9 HTTP/1.1" status: 200 len: 945 time: 0.0511913 Sep 15 17:03:09.722093 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-e81ebedd-281e-41dd-badb-82fcfff35a8b req-f5ffe274-63cb-4ae5-b910-9887a1a62481 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Calling delete_port for 5fe4178a-9e29-4862-aa35-c1444360a149 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:09.742987 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2259e-745c-4f60-a1af-ea2ac509cfb0 req-f0dd41f5-69b9-4ff5-be26-8f62f2ec22ac tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:09.744478 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bce2259e-745c-4f60-a1af-ea2ac509cfb0 req-f0dd41f5-69b9-4ff5-be26-8f62f2ec22ac tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0845065 Sep 15 17:03:09.747422 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b57f2cec-238e-454f-ace9-584b4daf8b72 req-04bd43fb-3f9b-481d-bc73-1ed368a394b6 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323718 Sep 15 17:03:09.828238 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bce2259e-745c-4f60-a1af-ea2ac509cfb0 req-483f1576-0741-40a8-8bbf-7b48e7f53c9d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515292 Sep 15 17:03:09.863618 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88421d34-f946-4ec3-92e2-7c73f30472de req-f34866e1-4ed5-4f57-8069-caa1b78fb0d2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:09.865124 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-88421d34-f946-4ec3-92e2-7c73f30472de req-f34866e1-4ed5-4f57-8069-caa1b78fb0d2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0533864 Sep 15 17:03:09.903062 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-88421d34-f946-4ec3-92e2-7c73f30472de req-9665c415-f41b-42ad-89b3-585aab7be211 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317693 Sep 15 17:03:09.907095 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e81ebedd-281e-41dd-badb-82fcfff35a8b req-f5ffe274-63cb-4ae5-b910-9887a1a62481 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:09.921384 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['8c515783-44fc-4831-8af8-d987f965dec3', 'beb7b93d-6e4a-4023-8646-0977c0aa6e19', '5fe4178a-9e29-4862-aa35-c1444360a149'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:03:09.937053 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffe274-63cb-4ae5-b910-9887a1a62481 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Pushing event deleted for resources: {'Port': ['ID=5fe4178a-9e29-4862-aa35-c1444360a149,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:09.984262 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81ebedd-281e-41dd-badb-82fcfff35a8b req-f5ffe274-63cb-4ae5-b910-9887a1a62481 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] No DVR routers for this DVR port 5fe4178a-9e29-4862-aa35-c1444360a149 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:03:09.987419 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e81ebedd-281e-41dd-badb-82fcfff35a8b req-f5ffe274-63cb-4ae5-b910-9887a1a62481 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:09.989461 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e81ebedd-281e-41dd-badb-82fcfff35a8b req-f5ffe274-63cb-4ae5-b910-9887a1a62481 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "DELETE /v2.0/ports/5fe4178a-9e29-4862-aa35-c1444360a149 HTTP/1.1" status: 204 len: 173 time: 0.5048249 Sep 15 17:03:09.989898 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77caa0ed-529c-467d-b012-1eb330087eb9', 'name': 'network-vif-deleted', 'tag': '5fe4178a-9e29-4862-aa35-c1444360a149'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:09.992758 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274dd81c-3c6f-42cd-90bd-ab707fd14b7e" -d '{"events": [{"server_uuid": "77caa0ed-529c-467d-b012-1eb330087eb9", "name": "network-vif-deleted", "tag": "5fe4178a-9e29-4862-aa35-c1444360a149"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:10.028637 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9870b901-071f-453d-9e47-ee5826dbd60d x-openstack-request-id: req-9870b901-071f-453d-9e47-ee5826dbd60d {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:10.028928 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77caa0ed-529c-467d-b012-1eb330087eb9", "name": "network-vif-deleted", "tag": "5fe4178a-9e29-4862-aa35-c1444360a149", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:10.029194 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9870b901-071f-453d-9e47-ee5826dbd60d {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:10.029590 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77caa0ed-529c-467d-b012-1eb330087eb9', 'name': 'network-vif-deleted', 'tag': '5fe4178a-9e29-4862-aa35-c1444360a149', 'status': 'completed', 'code': 200} Sep 15 17:03:10.526815 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab67a9f-e9a3-4c04-82e6-f396d2c81987 req-5fecdb1a-af4c-4a0a-95c5-4dec0db9241a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:10.528424 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cab67a9f-e9a3-4c04-82e6-f396d2c81987 req-5fecdb1a-af4c-4a0a-95c5-4dec0db9241a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0527058 Sep 15 17:03:10.571547 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cab67a9f-e9a3-4c04-82e6-f396d2c81987 req-060a6303-a9c2-4843-b99f-b0a37f77c38c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368183 Sep 15 17:03:10.690299 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 02a38038-2747-44c9-818f-3be6881e6307 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:03:10.785526 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=02a38038-2747-44c9-818f-3be6881e6307,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:10.797797 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '02a38038-2747-44c9-818f-3be6881e6307', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'port_id': '02a38038-2747-44c9-818f-3be6881e6307', 'mac_address': 'fa:16:3e:8f:c1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:03:10.839602 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:10.856420 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02a38038-2747-44c9-818f-3be6881e6307 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:03:10.883269 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=02a38038-2747-44c9-818f-3be6881e6307,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:10.888995 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:10.956217 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=02a38038-2747-44c9-818f-3be6881e6307,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:10.962151 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2d6da-3db6-4552-9518-9cd256b29869 req-8f591ea6-d7ab-4d26-98a4-11e6888df359 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:10.965985 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:10.966535 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:10.967021 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:10.967500 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:10.967975 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:10.968437 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:10.968897 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:10.969409 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:10.969927 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:10.970043 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ecb2d6da-3db6-4552-9518-9cd256b29869 req-8f591ea6-d7ab-4d26-98a4-11e6888df359 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0644212 Sep 15 17:03:10.970506 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:10.970974 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:10.971563 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:11.020039 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['02a38038-2747-44c9-818f-3be6881e6307'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:03:11.021855 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ecb2d6da-3db6-4552-9518-9cd256b29869 req-dd50e596-40ba-460a-bf0f-c2a64bed0252 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508807 Sep 15 17:03:11.081501 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ab030-c3f2-4338-bcaf-0c3c607a1cd5 req-47576727-ad7a-4e5d-baf4-7006067e5d8a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:11.083744 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a54ab030-c3f2-4338-bcaf-0c3c607a1cd5 req-47576727-ad7a-4e5d-baf4-7006067e5d8a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 944 time: 0.0520163 Sep 15 17:03:11.136359 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a54ab030-c3f2-4338-bcaf-0c3c607a1cd5 req-7100891e-2ecb-4910-a32c-69b4120fafd7 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461156 Sep 15 17:03:11.149581 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb5dcd-db9c-4244-a4e0-77a84d27a6e4 req-17cbadad-6b97-4907-840b-bc661a9ae631 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:11.157801 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9bfb5dcd-db9c-4244-a4e0-77a84d27a6e4 req-17cbadad-6b97-4907-840b-bc661a9ae631 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 945 time: 0.0619576 Sep 15 17:03:11.193865 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9bfb5dcd-db9c-4244-a4e0-77a84d27a6e4 req-d04eb269-547e-4c2e-9d5c-41220c8479ff tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349858 Sep 15 17:03:11.701325 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8dc1b-0a2e-4fc4-bebd-c0174a068c79 req-0fa79d9d-576b-4203-bd2e-779a059cef30 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:11.706451 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-87f8dc1b-0a2e-4fc4-bebd-c0174a068c79 req-0fa79d9d-576b-4203-bd2e-779a059cef30 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0608735 Sep 15 17:03:11.756312 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-87f8dc1b-0a2e-4fc4-bebd-c0174a068c79 req-ac8c046c-d0e8-4150-8fb8-38b0ccef605a tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436563 Sep 15 17:03:12.156789 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cdd48-e649-497e-8f0b-c8d106443ee7 req-364bb9aa-7058-4c8e-9371-69a5c8c9ca82 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:12.161009 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-461cdd48-e649-497e-8f0b-c8d106443ee7 req-364bb9aa-7058-4c8e-9371-69a5c8c9ca82 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0666244 Sep 15 17:03:12.203046 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-461cdd48-e649-497e-8f0b-c8d106443ee7 req-6b8c8a80-48f0-4906-9017-1ee65480234c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373232 Sep 15 17:03:12.306084 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1304c-5fea-47b4-b4b2-a1bab5ec001c req-95a2a403-fe2f-41a8-a009-6c3a74f9b4b0 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:12.307669 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-18e1304c-5fea-47b4-b4b2-a1bab5ec001c req-95a2a403-fe2f-41a8-a009-6c3a74f9b4b0 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 944 time: 0.0682497 Sep 15 17:03:12.360042 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-18e1304c-5fea-47b4-b4b2-a1bab5ec001c req-909d921c-23a6-4452-a8dd-999baaad6c5d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457854 Sep 15 17:03:12.387376 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eac9df-7f82-4623-a9dd-58b3f8ec94fe req-b59b4d30-b7a5-4c51-8cae-98030a28c36f tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:12.389125 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77eac9df-7f82-4623-a9dd-58b3f8ec94fe req-b59b4d30-b7a5-4c51-8cae-98030a28c36f tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 945 time: 0.0579801 Sep 15 17:03:12.396901 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04602723-d4d3-49ec-9564-badd0359ca79 req-59f5ddac-c8a0-4313-bda5-fffd70f80776 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:12.399200 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-04602723-d4d3-49ec-9564-badd0359ca79 req-59f5ddac-c8a0-4313-bda5-fffd70f80776 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=70adfee1-24b5-4f53-b8db-876ea3e42c48 HTTP/1.1" status: 200 len: 945 time: 0.1081040 Sep 15 17:03:12.493321 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-04602723-d4d3-49ec-9564-badd0359ca79 req-6b052eb4-0962-4c26-b0f5-bbf6e8519b7a tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868101 Sep 15 17:03:12.524858 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-77eac9df-7f82-4623-a9dd-58b3f8ec94fe req-26f49bf8-128d-4448-91c5-712bbb1d8501 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Deleting port beb7b93d-6e4a-4023-8646-0977c0aa6e19 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:12.524858 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77eac9df-7f82-4623-a9dd-58b3f8ec94fe req-26f49bf8-128d-4448-91c5-712bbb1d8501 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:12.636951 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-77eac9df-7f82-4623-a9dd-58b3f8ec94fe req-26f49bf8-128d-4448-91c5-712bbb1d8501 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] For port beb7b93d-6e4a-4023-8646-0977c0aa6e19, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=beb7b93d-6e4a-4023-8646-0977c0aa6e19,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:12.637351 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77eac9df-7f82-4623-a9dd-58b3f8ec94fe req-26f49bf8-128d-4448-91c5-712bbb1d8501 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:12.653724 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-77eac9df-7f82-4623-a9dd-58b3f8ec94fe req-26f49bf8-128d-4448-91c5-712bbb1d8501 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Calling delete_port for beb7b93d-6e4a-4023-8646-0977c0aa6e19 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:12.711585 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 02a38038-2747-44c9-818f-3be6881e6307 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:03:12.775307 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 02a38038-2747-44c9-818f-3be6881e6307 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:12.775670 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:12.828608 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77eac9df-7f82-4623-a9dd-58b3f8ec94fe req-26f49bf8-128d-4448-91c5-712bbb1d8501 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:12.844436 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['8c515783-44fc-4831-8af8-d987f965dec3', 'beb7b93d-6e4a-4023-8646-0977c0aa6e19'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:03:12.860743 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f49bf8-128d-4448-91c5-712bbb1d8501 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Pushing event deleted for resources: {'Port': ['ID=beb7b93d-6e4a-4023-8646-0977c0aa6e19,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:12.912491 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a8b96-22b3-4544-99da-7c069ecd50ec req-04106d69-335c-402f-9a59-2d96aef9765b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:12.922226 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d63a8b96-22b3-4544-99da-7c069ecd50ec req-04106d69-335c-402f-9a59-2d96aef9765b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0632129 Sep 15 17:03:12.930990 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-77eac9df-7f82-4623-a9dd-58b3f8ec94fe req-26f49bf8-128d-4448-91c5-712bbb1d8501 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] No DVR routers for this DVR port beb7b93d-6e4a-4023-8646-0977c0aa6e19 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:03:12.933986 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-77eac9df-7f82-4623-a9dd-58b3f8ec94fe req-26f49bf8-128d-4448-91c5-712bbb1d8501 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:12.936344 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77eac9df-7f82-4623-a9dd-58b3f8ec94fe req-26f49bf8-128d-4448-91c5-712bbb1d8501 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "DELETE /v2.0/ports/beb7b93d-6e4a-4023-8646-0977c0aa6e19 HTTP/1.1" status: 204 len: 173 time: 0.5360875 Sep 15 17:03:12.936952 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70adfee1-24b5-4f53-b8db-876ea3e42c48', 'name': 'network-vif-deleted', 'tag': 'beb7b93d-6e4a-4023-8646-0977c0aa6e19'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:12.941102 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966a9f40-8051-4a52-9681-dc1a07272943" -d '{"events": [{"server_uuid": "70adfee1-24b5-4f53-b8db-876ea3e42c48", "name": "network-vif-deleted", "tag": "beb7b93d-6e4a-4023-8646-0977c0aa6e19"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:12.972152 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:12.977538 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d63a8b96-22b3-4544-99da-7c069ecd50ec req-97dc4420-d359-4beb-a2e6-f0c68f9482e4 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489624 Sep 15 17:03:12.986922 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0060d4af-e414-418d-a9a9-2be63a7b0e16 x-openstack-request-id: req-0060d4af-e414-418d-a9a9-2be63a7b0e16 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:12.987407 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70adfee1-24b5-4f53-b8db-876ea3e42c48", "name": "network-vif-deleted", "tag": "beb7b93d-6e4a-4023-8646-0977c0aa6e19", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:12.987858 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0060d4af-e414-418d-a9a9-2be63a7b0e16 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:12.988392 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70adfee1-24b5-4f53-b8db-876ea3e42c48', 'name': 'network-vif-deleted', 'tag': 'beb7b93d-6e4a-4023-8646-0977c0aa6e19', 'status': 'completed', 'code': 200} Sep 15 17:03:13.141043 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a38038-2747-44c9-818f-3be6881e6307'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:13.143220 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83aa5be9-5ae6-4b94-812e-86559e591f69" -d '{"events": [{"server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "name": "network-vif-plugged", "status": "completed", "tag": "02a38038-2747-44c9-818f-3be6881e6307"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:13.166151 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=02a38038-2747-44c9-818f-3be6881e6307,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:13.182936 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:13.183791 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 5fe4178a-9e29-4862-aa35-c1444360a149 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:13.206675 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7438d39f-afdd-4b57-833c-31f7391d3790 x-openstack-request-id: req-7438d39f-afdd-4b57-833c-31f7391d3790 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:13.206953 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "name": "network-vif-plugged", "status": "completed", "tag": "02a38038-2747-44c9-818f-3be6881e6307", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:13.207197 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7438d39f-afdd-4b57-833c-31f7391d3790 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:13.207577 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a38038-2747-44c9-818f-3be6881e6307', 'code': 200} Sep 15 17:03:13.222802 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: 5fe4178a-9e29-4862-aa35-c1444360a149 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:03:13.223145 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 5fe4178a-9e29-4862-aa35-c1444360a149 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:03:13.297815 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=02a38038-2747-44c9-818f-3be6881e6307,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:13.345067 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9d4bc-602c-4464-bff2-e85bd00f5d86 req-94eb0eb9-d8da-4afe-96ac-6f48913957dd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:13.353189 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8aa9d4bc-602c-4464-bff2-e85bd00f5d86 req-94eb0eb9-d8da-4afe-96ac-6f48913957dd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0636220 Sep 15 17:03:13.405155 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8aa9d4bc-602c-4464-bff2-e85bd00f5d86 req-0635521e-d4a9-4c6d-93d9-7a540b115d70 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508826 Sep 15 17:03:13.515612 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea4fa7-4eb9-4709-bc79-d01b7e05f99b req-bb945724-0086-4378-8376-fd0ec136a2ac tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:13.528759 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8bea4fa7-4eb9-4709-bc79-d01b7e05f99b req-bb945724-0086-4378-8376-fd0ec136a2ac tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0708711 Sep 15 17:03:13.566494 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8bea4fa7-4eb9-4709-bc79-d01b7e05f99b req-d34f6d12-5185-4f16-aef0-1ca853c80cad tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370572 Sep 15 17:03:14.099255 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27a69f-6856-4535-828d-b9bf3fb30392 req-a17d9899-d045-40b9-ae10-669f2e50d80b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:14.101089 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9b27a69f-6856-4535-828d-b9bf3fb30392 req-a17d9899-d045-40b9-ae10-669f2e50d80b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0598247 Sep 15 17:03:14.152555 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9b27a69f-6856-4535-828d-b9bf3fb30392 req-0962ed9f-99f5-4481-8ca5-c601136e01eb tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Sep 15 17:03:14.236921 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403858c-adca-4d6a-a439-5bcae0a81a86 req-45050f0d-54b0-4411-93d3-6276e5b4855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:14.238543 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a403858c-adca-4d6a-a439-5bcae0a81a86 req-45050f0d-54b0-4411-93d3-6276e5b4855c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 1098 time: 0.0472853 Sep 15 17:03:14.282487 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a403858c-adca-4d6a-a439-5bcae0a81a86 req-564b7e51-05ac-49c0-8f09-b889936d49e2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350158 Sep 15 17:03:14.528781 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5ac7b-1b68-4e09-91b1-bad761b2e392 req-0ebfbf29-2433-478a-a25c-018f226f679d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:14.534280 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-84a5ac7b-1b68-4e09-91b1-bad761b2e392 req-0ebfbf29-2433-478a-a25c-018f226f679d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0618985 Sep 15 17:03:14.577412 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-84a5ac7b-1b68-4e09-91b1-bad761b2e392 req-18a5ac6f-5e88-4b6e-b74c-1f49f59ca186 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405116 Sep 15 17:03:14.698356 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c01688-ee80-4da4-b649-4f1e3d018f4c req-61abff6c-73ad-4c00-9cc5-844062f54178 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:14.700006 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5c01688-ee80-4da4-b649-4f1e3d018f4c req-61abff6c-73ad-4c00-9cc5-844062f54178 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0571856 Sep 15 17:03:14.742461 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b5c01688-ee80-4da4-b649-4f1e3d018f4c req-e9d5c66d-57ec-4d78-a924-2bf7c3df477d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342674 Sep 15 17:03:15.035940 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224787a-022c-4ea9-9acc-868bc1211d2f req-7d3d14a6-9840-447f-82ff-1906eb9b8a39 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:15.037544 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8224787a-022c-4ea9-9acc-868bc1211d2f req-7d3d14a6-9840-447f-82ff-1906eb9b8a39 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 945 time: 0.0609252 Sep 15 17:03:15.084283 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8224787a-022c-4ea9-9acc-868bc1211d2f req-bb3aad98-4e80-40cf-b711-9d4b11d7375b tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343122 Sep 15 17:03:15.302427 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ec0b6-88b0-40c1-bb79-8d7adf5cb27d req-018187e7-baad-4615-b3b6-153046727f6c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:15.304655 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d63ec0b6-88b0-40c1-bb79-8d7adf5cb27d req-018187e7-baad-4615-b3b6-153046727f6c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0533438 Sep 15 17:03:15.347469 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d63ec0b6-88b0-40c1-bb79-8d7adf5cb27d req-9252bc87-6601-4959-9207-ab8a1fd6c441 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364046 Sep 15 17:03:15.701734 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11103a2-873d-41a1-baa8-dab82e433167 req-471b2fe3-9c07-4d4f-b462-c9fc0ffc4c8e tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:15.703243 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b11103a2-873d-41a1-baa8-dab82e433167 req-471b2fe3-9c07-4d4f-b462-c9fc0ffc4c8e tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0621643 Sep 15 17:03:15.750718 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b11103a2-873d-41a1-baa8-dab82e433167 req-199de5f5-698b-43e0-9517-9b3abbe0e34f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Sep 15 17:03:15.873537 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c767e2-5899-4bfd-936c-e373e59b7a72 req-eaec3e7f-a0cf-4be2-ab25-367774509fe2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:15.876677 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a0c767e2-5899-4bfd-936c-e373e59b7a72 req-eaec3e7f-a0cf-4be2-ab25-367774509fe2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0559731 Sep 15 17:03:15.920860 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a0c767e2-5899-4bfd-936c-e373e59b7a72 req-c8d65f05-cb14-44e2-9f31-d98c4d8ad4a0 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377262 Sep 15 17:03:16.221829 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09aaa03-97ec-48aa-a569-3fcb64ed959a req-2b812968-7189-4ba2-93e8-bebf324c33c7 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:16.223357 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d09aaa03-97ec-48aa-a569-3fcb64ed959a req-2b812968-7189-4ba2-93e8-bebf324c33c7 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 945 time: 0.0581059 Sep 15 17:03:16.269377 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d09aaa03-97ec-48aa-a569-3fcb64ed959a req-5af94514-5b50-462b-bca7-02007b4e5858 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391946 Sep 15 17:03:16.481502 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f1543-2a1a-4ca8-83a1-b4e339d782d1 req-17f69007-23e6-41d4-be5d-03fd0779ac5f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:16.483810 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-083f1543-2a1a-4ca8-83a1-b4e339d782d1 req-17f69007-23e6-41d4-be5d-03fd0779ac5f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0562251 Sep 15 17:03:16.529666 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-083f1543-2a1a-4ca8-83a1-b4e339d782d1 req-58e16d04-a476-4e87-b572-6aed1d4446bd tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395219 Sep 15 17:03:16.705324 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device beb7b93d-6e4a-4023-8646-0977c0aa6e19 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:16.708760 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df0dba-3d24-4990-8b94-b752d31dd240 req-9f406753-eb4a-4848-839c-2e0f18ae844d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:16.711152 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-07df0dba-3d24-4990-8b94-b752d31dd240 req-9f406753-eb4a-4848-839c-2e0f18ae844d tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 945 time: 0.0773318 Sep 15 17:03:16.739716 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: beb7b93d-6e4a-4023-8646-0977c0aa6e19 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:03:16.740489 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device beb7b93d-6e4a-4023-8646-0977c0aa6e19 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:03:16.898733 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-07df0dba-3d24-4990-8b94-b752d31dd240 req-2d08980c-f78a-43f0-9ab1-53d38f0aa6af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Deleting port 8c515783-44fc-4831-8af8-d987f965dec3 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:16.899050 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-07df0dba-3d24-4990-8b94-b752d31dd240 req-2d08980c-f78a-43f0-9ab1-53d38f0aa6af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:16.946749 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be571868-f640-4cfe-9228-cbe518381820 req-d137daa2-b994-41e7-b03c-84c604677c4f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:16.955989 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-be571868-f640-4cfe-9228-cbe518381820 req-d137daa2-b994-41e7-b03c-84c604677c4f tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0607078 Sep 15 17:03:17.002036 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-be571868-f640-4cfe-9228-cbe518381820 req-da6852eb-bc14-4d1f-bd35-756d5f45e962 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 Sep 15 17:03:17.018983 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20966a31-e5de-4db4-a97e-44d2e761d32f req-137a6695-40f6-4b7a-9936-4dd7eba8ecb0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:17.020461 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20966a31-e5de-4db4-a97e-44d2e761d32f req-137a6695-40f6-4b7a-9936-4dd7eba8ecb0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.1675596 Sep 15 17:03:17.029567 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a441d-9d51-4806-8611-55e4c9944006 req-06d5ae43-9759-413d-98ff-e93eaac41450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:17.031075 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5d8a441d-9d51-4806-8611-55e4c9944006 req-06d5ae43-9759-413d-98ff-e93eaac41450 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb8c151774347d69894809acbb89571&device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 1098 time: 0.1651375 Sep 15 17:03:17.130445 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-07df0dba-3d24-4990-8b94-b752d31dd240 req-2d08980c-f78a-43f0-9ab1-53d38f0aa6af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] For port 8c515783-44fc-4831-8af8-d987f965dec3, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8c515783-44fc-4831-8af8-d987f965dec3,segment=NetworkSegment(2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02),segment_id=2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:17.130844 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-07df0dba-3d24-4990-8b94-b752d31dd240 req-2d08980c-f78a-43f0-9ab1-53d38f0aa6af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:17.158642 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec1853-c418-4cfa-b016-ac550382f401 req-3c59d99f-e32c-42c1-a7a9-824543f4ade2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:17.160741 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2fec1853-c418-4cfa-b016-ac550382f401 req-3c59d99f-e32c-42c1-a7a9-824543f4ade2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0844564 Sep 15 17:03:17.203571 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2fec1853-c418-4cfa-b016-ac550382f401 req-1162e2a0-ee68-428d-a159-457b2bb9debe tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401213 Sep 15 17:03:17.427922 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac1115-4b39-470e-a788-86a7670118cc req-0a39017c-36ca-49f5-b677-8d8bb03ab8a9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:17.436419 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f4ac1115-4b39-470e-a788-86a7670118cc req-0a39017c-36ca-49f5-b677-8d8bb03ab8a9 tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a822f77-7cd8-404c-9c1d-d0436e6eaabe HTTP/1.1" status: 200 len: 945 time: 0.0720594 Sep 15 17:03:17.466086 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-20966a31-e5de-4db4-a97e-44d2e761d32f req-ce3149da-2d18-4726-9f28-d372d4e20ccd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4317563 Sep 15 17:03:17.480535 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-07df0dba-3d24-4990-8b94-b752d31dd240 req-2d08980c-f78a-43f0-9ab1-53d38f0aa6af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Calling delete_port for 8c515783-44fc-4831-8af8-d987f965dec3 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:17.503115 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f4ac1115-4b39-470e-a788-86a7670118cc req-2ab73839-4fc1-4958-ba95-91d3096efc9a tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.13 "GET /v2.0/security-groups?id=34ebd4c1-1527-4ab8-bc49-2c2c34a11921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656135 Sep 15 17:03:17.546960 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a441d-9d51-4806-8611-55e4c9944006 req-462f8956-65af-4584-834d-1279bd71b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:17.548440 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5d8a441d-9d51-4806-8611-55e4c9944006 req-462f8956-65af-4584-834d-1279bd71b400 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b001fffd-df46-42ce-ac95-85f7832c7c8b HTTP/1.1" status: 200 len: 920 time: 0.5026622 Sep 15 17:03:17.630172 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5d8a441d-9d51-4806-8611-55e4c9944006 req-015a913c-5c5a-43ca-bcfc-476d00b41602 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f88dff0-9443-43be-be9c-010b69bce554 HTTP/1.1" status: 200 len: 217 time: 0.0663300 Sep 15 17:03:17.719419 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a441d-9d51-4806-8611-55e4c9944006 req-cbc52cdd-a5d9-4722-84fb-162d3638eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:17.720789 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5d8a441d-9d51-4806-8611-55e4c9944006 req-cbc52cdd-a5d9-4722-84fb-162d3638eacb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb25078e-4bc9-4e87-9857-16b4673ee250 HTTP/1.1" status: 200 len: 859 time: 0.0773525 Sep 15 17:03:17.763650 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5d8a441d-9d51-4806-8611-55e4c9944006 req-4f42f1b6-e183-45f7-b73b-8b1b88af0d38 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b001fffd-df46-42ce-ac95-85f7832c7c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330503 Sep 15 17:03:17.766203 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-07df0dba-3d24-4990-8b94-b752d31dd240 req-2d08980c-f78a-43f0-9ab1-53d38f0aa6af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:17.782402 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['8c515783-44fc-4831-8af8-d987f965dec3'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:03:17.836001 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08980c-f78a-43f0-9ab1-53d38f0aa6af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Pushing event deleted for resources: {'Port': ['ID=8c515783-44fc-4831-8af8-d987f965dec3,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:17.902667 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-07df0dba-3d24-4990-8b94-b752d31dd240 req-2d08980c-f78a-43f0-9ab1-53d38f0aa6af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] No DVR routers for this DVR port 8c515783-44fc-4831-8af8-d987f965dec3 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:03:17.905314 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-07df0dba-3d24-4990-8b94-b752d31dd240 req-2d08980c-f78a-43f0-9ab1-53d38f0aa6af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:17.907477 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-07df0dba-3d24-4990-8b94-b752d31dd240 req-2d08980c-f78a-43f0-9ab1-53d38f0aa6af tempest-AttachVolumeNegativeTest-899507292 tempest-AttachVolumeNegativeTest-899507292-project] 10.222.0.61 "DELETE /v2.0/ports/8c515783-44fc-4831-8af8-d987f965dec3 HTTP/1.1" status: 204 len: 173 time: 1.1881185 Sep 15 17:03:17.911643 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a822f77-7cd8-404c-9c1d-d0436e6eaabe', 'name': 'network-vif-deleted', 'tag': '8c515783-44fc-4831-8af8-d987f965dec3'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:17.915017 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8999189b-669d-4317-abba-8cec3c4c5028" -d '{"events": [{"server_uuid": "5a822f77-7cd8-404c-9c1d-d0436e6eaabe", "name": "network-vif-deleted", "tag": "8c515783-44fc-4831-8af8-d987f965dec3"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:17.978878 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f5a354-d47d-4a6f-b6ed-5c01376a4550 x-openstack-request-id: req-d2f5a354-d47d-4a6f-b6ed-5c01376a4550 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:17.979524 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a822f77-7cd8-404c-9c1d-d0436e6eaabe", "name": "network-vif-deleted", "tag": "8c515783-44fc-4831-8af8-d987f965dec3", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:17.979952 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2f5a354-d47d-4a6f-b6ed-5c01376a4550 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:17.980517 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a822f77-7cd8-404c-9c1d-d0436e6eaabe', 'name': 'network-vif-deleted', 'tag': '8c515783-44fc-4831-8af8-d987f965dec3', 'status': 'completed', 'code': 200} Sep 15 17:03:17.983533 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5d8a441d-9d51-4806-8611-55e4c9944006 req-f4c58ab3-9baf-4a9b-997a-37b59fa0e257 service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080908 Sep 15 17:03:18.145908 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fbec4-0482-43bc-8d19-ad7f186b5b3b req-f04ef60d-c5c1-455e-ae26-355d8e4f673b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:18.148472 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5d8a441d-9d51-4806-8611-55e4c9944006 req-ef3f99d3-9de8-40da-ae86-00c89a01436d service neutron] 10.222.0.61 "GET /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553848 Sep 15 17:03:18.149708 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-004fbec4-0482-43bc-8d19-ad7f186b5b3b req-f04ef60d-c5c1-455e-ae26-355d8e4f673b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0592170 Sep 15 17:03:18.203120 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-004fbec4-0482-43bc-8d19-ad7f186b5b3b req-ee0021f2-06e1-4808-bbb8-17f00a750d40 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472541 Sep 15 17:03:18.341596 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2639d-fc54-4feb-ab06-5cb8520c0be4 req-1b53ff13-0996-424a-9190-f8c7e2e15821 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:18.343126 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-09c2639d-fc54-4feb-ab06-5cb8520c0be4 req-1b53ff13-0996-424a-9190-f8c7e2e15821 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0520380 Sep 15 17:03:18.389648 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-09c2639d-fc54-4feb-ab06-5cb8520c0be4 req-5e934a7f-c07a-4905-a2ef-b9d710994cba tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403669 Sep 15 17:03:18.568075 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 36016) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:18.615043 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925bb25-18f8-465f-8b5b-dd8bed4cc033 req-253086db-fa65-4261-a220-fe73c8e7bebc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:18.617147 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f925bb25-18f8-465f-8b5b-dd8bed4cc033 req-253086db-fa65-4261-a220-fe73c8e7bebc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0758097 Sep 15 17:03:18.651597 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-5695a4be-c09d-4b8e-a287-72e500044bb5 admin admin] Deleting subnet accd8fc5-9f55-4517-b84c-77fbbe2562b7 {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:03:18.658504 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5695a4be-c09d-4b8e-a287-72e500044bb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:18.661753 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f925bb25-18f8-465f-8b5b-dd8bed4cc033 req-fa29c3ac-5c1c-4de6-a701-497a2091663d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364852 Sep 15 17:03:18.697463 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5695a4be-c09d-4b8e-a287-72e500044bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26644840'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:18.739472 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5695a4be-c09d-4b8e-a287-72e500044bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:18.820155 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5695a4be-c09d-4b8e-a287-72e500044bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28456938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29225550'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:18.849038 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695a4be-c09d-4b8e-a287-72e500044bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=accd8fc5-9f55-4517-b84c-77fbbe2562b7,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:18.853879 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5695a4be-c09d-4b8e-a287-72e500044bb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:18.858005 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-5695a4be-c09d-4b8e-a287-72e500044bb5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/accd8fc5-9f55-4517-b84c-77fbbe2562b7 HTTP/1.1" status: 204 len: 168 time: 0.2887900 Sep 15 17:03:18.858551 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36018) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:18.939030 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.248523 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.270938 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c949ee6-8675-43a3-8464-0524a7aadfe9']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:19.281764 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:19.282124 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf1295f-ea1b-4c4e-8481-8bd5b8b50c02') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:19.296498 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28986905'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.310715 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.320165 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:03:19.320575 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29058930'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: Traceback (most recent call last): Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: timer() Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: cb(*args, **kw) Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: self._notify() Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: self.callback(batched_events) Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: event.method(event) Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: return f(self, *a, **k) Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._get(url).json() Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:03:19.322470 dv-cinder-796806-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:03:19.338825 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117aeb4-f51c-4885-a1fe-4440eb32a6bb req-923ac69a-2424-48f6-b5f0-752aaa847e93 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:19.346768 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3117aeb4-f51c-4885-a1fe-4440eb32a6bb req-923ac69a-2424-48f6-b5f0-752aaa847e93 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0656121 Sep 15 17:03:19.382748 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3117aeb4-f51c-4885-a1fe-4440eb32a6bb req-5082198c-1d80-4ca7-a4d5-397bb1f8c5ae tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353768 Sep 15 17:03:19.398746 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.424940 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.428460 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1c949ee6-8675-43a3-8464-0524a7aadfe9 HTTP/1.1" status: 204 len: 168 time: 0.5687437 Sep 15 17:03:19.429506 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56a823-34f3-4b34-a953-aab140f040a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c949ee6-8675-43a3-8464-0524a7aadfe9,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:19.559332 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f681-5b72-4ce9-92fc-7dedb2f30243 req-5ca29ec0-eea2-49f9-9f63-4d1de889a9c3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:19.567352 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8ac1f681-5b72-4ce9-92fc-7dedb2f30243 req-5ca29ec0-eea2-49f9-9f63-4d1de889a9c3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0789855 Sep 15 17:03:19.615024 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8ac1f681-5b72-4ce9-92fc-7dedb2f30243 req-c298d18c-4bd8-4909-ba31-ea07e7c2236e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467422 Sep 15 17:03:19.666359 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36026) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:19.722881 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-04bcd38f-a1a9-418f-a304-4b7f1a75990e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c31f3e4bed5431c93952e58f7b5de30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0550425 Sep 15 17:03:19.725172 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36030) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:19.790178 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-05fd83ba-0378-4cbc-8fe5-35fb874be545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.795786 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a16a8d-7d07-4e5e-9ce5-27b812318721 req-b7c2016e-7efe-4e15-bcca-e1eb53206967 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:19.804089 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-29a16a8d-7d07-4e5e-9ce5-27b812318721 req-b7c2016e-7efe-4e15-bcca-e1eb53206967 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0689356 Sep 15 17:03:19.812699 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-05fd83ba-0378-4cbc-8fe5-35fb874be545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.857395 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-29a16a8d-7d07-4e5e-9ce5-27b812318721 req-352f8efe-48f4-4f0d-ad6d-bb4a248782d2 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472622 Sep 15 17:03:19.884743 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-05fd83ba-0378-4cbc-8fe5-35fb874be545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.888981 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-05fd83ba-0378-4cbc-8fe5-35fb874be545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.892538 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-05fd83ba-0378-4cbc-8fe5-35fb874be545 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34ebd4c1-1527-4ab8-bc49-2c2c34a11921 HTTP/1.1" status: 204 len: 168 time: 0.1639435 Sep 15 17:03:19.900009 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd83ba-0378-4cbc-8fe5-35fb874be545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ebd4c1-1527-4ab8-bc49-2c2c34a11921,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:20.539219 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989b798-2d2f-4757-9a2a-1e824613d8bf req-0eb870cf-3ec9-4a98-9792-68fe4414ad85 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:20.546860 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3989b798-2d2f-4757-9a2a-1e824613d8bf req-0eb870cf-3ec9-4a98-9792-68fe4414ad85 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0803480 Sep 15 17:03:20.604409 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3989b798-2d2f-4757-9a2a-1e824613d8bf req-eb17d827-beaf-4267-8898-4e8c64f571e3 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566015 Sep 15 17:03:20.728328 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 8c515783-44fc-4831-8af8-d987f965dec3 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:20.764338 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed268de-c34a-43a1-b877-5d013be19f75 req-e5e7c133-2d2f-496d-9b8d-3ce0665ccbf3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:20.773911 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7ed268de-c34a-43a1-b877-5d013be19f75 req-e5e7c133-2d2f-496d-9b8d-3ce0665ccbf3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0763195 Sep 15 17:03:20.779337 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: 8c515783-44fc-4831-8af8-d987f965dec3 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:03:20.780048 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 8c515783-44fc-4831-8af8-d987f965dec3 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:03:20.844705 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7ed268de-c34a-43a1-b877-5d013be19f75 req-a446f4a2-fd0a-44d9-8860-fdc972224beb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696993 Sep 15 17:03:21.054467 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b7029-4d1f-4455-b9c3-798c2e1b927d req-af2ce871-8b3f-4984-b609-0b4fc4883dea tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:21.056311 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d8b7029-4d1f-4455-b9c3-798c2e1b927d req-af2ce871-8b3f-4984-b609-0b4fc4883dea tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0698240 Sep 15 17:03:21.099737 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d8b7029-4d1f-4455-b9c3-798c2e1b927d req-fed50f5e-8831-4bcf-b36e-dcc1afe8f447 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375552 Sep 15 17:03:21.957821 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78807137-0812-427e-ae89-8a82b2613edc req-557cf5f7-cae1-44dc-a05d-635750e9571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:21.959488 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-78807137-0812-427e-ae89-8a82b2613edc req-557cf5f7-cae1-44dc-a05d-635750e9571d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 1098 time: 0.0437756 Sep 15 17:03:21.994880 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6f1d5-239d-4a5c-a653-31c79b9b2a12 req-512dc1c1-ab7e-4a08-93f5-6584d846496d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:22.001005 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-02a6f1d5-239d-4a5c-a653-31c79b9b2a12 req-512dc1c1-ab7e-4a08-93f5-6584d846496d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0675826 Sep 15 17:03:22.050366 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-02a6f1d5-239d-4a5c-a653-31c79b9b2a12 req-eddaeaed-78ae-4569-801e-82f354e2452e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406127 Sep 15 17:03:22.082923 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78807137-0812-427e-ae89-8a82b2613edc req-4aa79ea4-fd93-4b13-b319-a903cc264331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:22.084800 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-78807137-0812-427e-ae89-8a82b2613edc req-4aa79ea4-fd93-4b13-b319-a903cc264331 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 918 time: 0.1183753 Sep 15 17:03:22.154698 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-78807137-0812-427e-ae89-8a82b2613edc req-c707bc38-8893-4ee0-ac51-a16927c5c306 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02a38038-2747-44c9-818f-3be6881e6307 HTTP/1.1" status: 200 len: 1000 time: 0.0627234 Sep 15 17:03:22.238203 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78807137-0812-427e-ae89-8a82b2613edc req-1774d7d4-5bfa-4016-b2b3-ea1b15015d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:22.239649 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-78807137-0812-427e-ae89-8a82b2613edc req-1774d7d4-5bfa-4016-b2b3-ea1b15015d01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8815898d-b5f7-4b05-94b1-deab0b1fc8f9 HTTP/1.1" status: 200 len: 856 time: 0.0760047 Sep 15 17:03:22.267181 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582839d-4e49-4c65-bba3-1cfbf84f82ea req-78ed5f34-47bf-4930-9a9a-51ba56d24e41 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:22.268621 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8582839d-4e49-4c65-bba3-1cfbf84f82ea req-78ed5f34-47bf-4930-9a9a-51ba56d24e41 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0759723 Sep 15 17:03:22.322727 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78807137-0812-427e-ae89-8a82b2613edc req-1c7c24c3-8f35-4c63-a4eb-154d7f0fe47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:22.324470 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-78807137-0812-427e-ae89-8a82b2613edc req-1c7c24c3-8f35-4c63-a4eb-154d7f0fe47a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41390e80-5a37-4d89-9768-ab4b57783230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737853 Sep 15 17:03:22.329636 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8582839d-4e49-4c65-bba3-1cfbf84f82ea req-84cffd18-20f0-4f34-bc9b-84c45ffea921 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465894 Sep 15 17:03:22.423392 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-78807137-0812-427e-ae89-8a82b2613edc req-d1b6bd98-4cf9-4a78-938c-d04c1b20a9d0 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910056 Sep 15 17:03:22.512738 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-78807137-0812-427e-ae89-8a82b2613edc req-997a65b7-dae1-4876-b7e1-7434c08fb065 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820854 Sep 15 17:03:23.173463 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe50780-4ef0-49b7-b578-aeba86d1511f req-bcf68659-23e3-4e08-8e48-ad074b55daaf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:23.175501 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fbe50780-4ef0-49b7-b578-aeba86d1511f req-bcf68659-23e3-4e08-8e48-ad074b55daaf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0494738 Sep 15 17:03:23.216329 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fbe50780-4ef0-49b7-b578-aeba86d1511f req-b856c5c8-8709-47c6-b181-44442a86f9ff tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335631 Sep 15 17:03:23.454259 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d9ce1-17a1-495c-8d5d-6bd49f2728c4 req-09f99ae2-af0d-47a7-9452-8fdc7c760e27 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:23.455839 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a09d9ce1-17a1-495c-8d5d-6bd49f2728c4 req-09f99ae2-af0d-47a7-9452-8fdc7c760e27 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0528121 Sep 15 17:03:23.496905 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a09d9ce1-17a1-495c-8d5d-6bd49f2728c4 req-0f2cf5b2-143f-4fb8-b406-eda3c9ad7656 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336647 Sep 15 17:03:24.339870 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c7402-4b5c-41eb-80b6-f9f6981bfeb9 req-93258d1e-49d9-4879-977b-5c9d3c82e4bd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:24.341648 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-362c7402-4b5c-41eb-80b6-f9f6981bfeb9 req-93258d1e-49d9-4879-977b-5c9d3c82e4bd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0512900 Sep 15 17:03:24.380199 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-362c7402-4b5c-41eb-80b6-f9f6981bfeb9 req-231e35a1-20c8-4377-9a92-e114493d3462 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328050 Sep 15 17:03:24.406961 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0ea3-6766-42aa-8d60-7082ebbbee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.616594 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10598717-c2c3-42f7-9875-c16bf75f8d7a req-2029f8de-d8e2-4645-80c1-55f71f898f2c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:24.618316 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-10598717-c2c3-42f7-9875-c16bf75f8d7a req-2029f8de-d8e2-4645-80c1-55f71f898f2c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0604522 Sep 15 17:03:24.659931 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-10598717-c2c3-42f7-9875-c16bf75f8d7a req-f836d773-7935-4dd9-ac4c-646cf5ab04db tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352600 Sep 15 17:03:24.771582 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f0e7b-4d77-4b19-ac15-8072381f3124 req-d4053f9f-4fa8-4aed-9452-5040fd50c8a4 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:24.773769 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f07f0e7b-4d77-4b19-ac15-8072381f3124 req-d4053f9f-4fa8-4aed-9452-5040fd50c8a4 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0538247 Sep 15 17:03:24.817625 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f07f0e7b-4d77-4b19-ac15-8072381f3124 req-a3bf16e4-5700-4f5c-88c5-41f68f515a69 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355964 Sep 15 17:03:24.872249 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36190) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:24.964939 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [req-21892b04-1585-472b-aa55-a7b01322c7d7 req-311f8512-1f2e-4dcc-aac9-deedbd40bdf6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:03:24.966058 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-21892b04-1585-472b-aa55-a7b01322c7d7 req-311f8512-1f2e-4dcc-aac9-deedbd40bdf6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056264 Sep 15 17:03:25.004474 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-60388294-67cf-4ef7-a84e-03e8475d87a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.102055 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-60388294-67cf-4ef7-a84e-03e8475d87a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.106599 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-60388294-67cf-4ef7-a84e-03e8475d87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.136519 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c75aa-7abf-4313-8286-66027ca97453 req-b98c2a90-1fae-495d-af26-b9e6d5d97461 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:25.138199 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-639c75aa-7abf-4313-8286-66027ca97453 req-b98c2a90-1fae-495d-af26-b9e6d5d97461 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0537834 Sep 15 17:03:25.146175 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-60388294-67cf-4ef7-a84e-03e8475d87a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=772b910873424151a247a95848922423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720349 Sep 15 17:03:25.146374 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36202) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:25.163944 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60388294-67cf-4ef7-a84e-03e8475d87a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90becdb-f773-4d01-9e7b-983af9fbad01,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:25.186310 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-639c75aa-7abf-4313-8286-66027ca97453 req-649dc57a-607b-478c-be6a-087e6949bcaa tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409806 Sep 15 17:03:25.220685 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1346-8edd-4b04-995c-6f646918ddad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.244127 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1346-8edd-4b04-995c-6f646918ddad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.294657 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1346-8edd-4b04-995c-6f646918ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.297603 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1346-8edd-4b04-995c-6f646918ddad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.301282 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-a3fb1346-8edd-4b04-995c-6f646918ddad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e90becdb-f773-4d01-9e7b-983af9fbad01 HTTP/1.1" status: 204 len: 168 time: 0.1478980 Sep 15 17:03:25.307248 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb1346-8edd-4b04-995c-6f646918ddad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90becdb-f773-4d01-9e7b-983af9fbad01,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:25.452034 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36222) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:25.545600 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-5bb5a9d2-19e0-4bfe-86b0-d01862e7e22c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923769 Sep 15 17:03:25.554768 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-37996f0c-5b12-4e5d-90ea-a7a87b19729f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:03:25.555732 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-37996f0c-5b12-4e5d-90ea-a7a87b19729f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052707 Sep 15 17:03:25.595312 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36228) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:25.608678 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-dc8659ec-a4a3-4370-9c89-bb95fd98a0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.702753 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-dc8659ec-a4a3-4370-9c89-bb95fd98a0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.707340 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-dc8659ec-a4a3-4370-9c89-bb95fd98a0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.756651 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-dc8659ec-a4a3-4370-9c89-bb95fd98a0db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8740bff0333d458889bb04159a348ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597717 Sep 15 17:03:25.757720 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8659ec-a4a3-4370-9c89-bb95fd98a0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbc7878-ae1b-4830-8137-d9652efcebe2,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:25.759381 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 36236) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:25.802522 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b3f0b-c0d8-4835-a38a-305680c4346d req-ba0f065c-e1bd-4b40-8880-6be4135c822b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:25.804086 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9c3b3f0b-c0d8-4835-a38a-305680c4346d req-ba0f065c-e1bd-4b40-8880-6be4135c822b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0656996 Sep 15 17:03:25.812482 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-12caee67-7b24-49c2-9efe-e8067e9202fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.836420 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-12caee67-7b24-49c2-9efe-e8067e9202fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.873175 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9c3b3f0b-c0d8-4835-a38a-305680c4346d req-4c0dad63-8963-44a9-860b-144d75cf58af tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606782 Sep 15 17:03:25.889122 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-12caee67-7b24-49c2-9efe-e8067e9202fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.891835 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-12caee67-7b24-49c2-9efe-e8067e9202fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.892984 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-12caee67-7b24-49c2-9efe-e8067e9202fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bbc7878-ae1b-4830-8137-d9652efcebe2 HTTP/1.1" status: 204 len: 168 time: 0.1326396 Sep 15 17:03:25.902620 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12caee67-7b24-49c2-9efe-e8067e9202fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbc7878-ae1b-4830-8137-d9652efcebe2,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:25.961123 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2004f-3b35-4402-804c-3cacb4eb95d3 req-2dd3bea9-ed92-416c-9730-72d0b3b095db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:25.963309 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c8e2004f-3b35-4402-804c-3cacb4eb95d3 req-2dd3bea9-ed92-416c-9730-72d0b3b095db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0557802 Sep 15 17:03:26.008694 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c8e2004f-3b35-4402-804c-3cacb4eb95d3 req-e027dec9-35b6-4289-b536-b9df619a8221 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392582 Sep 15 17:03:26.312035 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e71d43-62fb-4932-b5a8-bf1ea5a336ef req-0b03819c-0d8f-49d5-91d1-9224e9a8e819 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:26.313557 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-01e71d43-62fb-4932-b5a8-bf1ea5a336ef req-0b03819c-0d8f-49d5-91d1-9224e9a8e819 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 945 time: 0.0498617 Sep 15 17:03:26.352832 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-01e71d43-62fb-4932-b5a8-bf1ea5a336ef req-17056243-9298-4118-a91f-3d6fd2ed50c6 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332355 Sep 15 17:03:26.752984 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 02a38038-2747-44c9-818f-3be6881e6307 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:26.830852 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:26.855329 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a38038-2747-44c9-818f-3be6881e6307'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:26.857772 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb57263c-ec45-4f5b-adfe-be98acb51c31" -d '{"events": [{"server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "name": "network-vif-unplugged", "status": "completed", "tag": "02a38038-2747-44c9-818f-3be6881e6307"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:26.869532 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=02a38038-2747-44c9-818f-3be6881e6307,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:26.876517 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:26.919272 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f715a-d93e-42e7-8276-9dd5f8065e3f req-fdf3e3e1-6732-4858-9c91-c9364bfd90bd tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:26.921009 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de018b9-9730-42e3-b484-4531c8fae4af x-openstack-request-id: req-8de018b9-9730-42e3-b484-4531c8fae4af {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:26.921134 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "name": "network-vif-unplugged", "status": "completed", "tag": "02a38038-2747-44c9-818f-3be6881e6307", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:26.921707 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8de018b9-9730-42e3-b484-4531c8fae4af {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:26.922096 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a38038-2747-44c9-818f-3be6881e6307', 'code': 200} Sep 15 17:03:26.927569 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc9f715a-d93e-42e7-8276-9dd5f8065e3f req-fdf3e3e1-6732-4858-9c91-c9364bfd90bd tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0832953 Sep 15 17:03:26.934643 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f289374c-81ac-4a63-96e6-15d290cab260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:26.957135 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=02a38038-2747-44c9-818f-3be6881e6307,revision_number=8']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:27.021475 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb579fc-b778-4bc1-9665-6961120795ea req-5d9eb1c6-e7ae-48fe-a266-6e439f41b6c5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:27.024169 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-dfb579fc-b778-4bc1-9665-6961120795ea req-5d9eb1c6-e7ae-48fe-a266-6e439f41b6c5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 945 time: 0.0553682 Sep 15 17:03:27.077788 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-dfb579fc-b778-4bc1-9665-6961120795ea req-f50035a9-90e5-4fd2-9a49-83a86fb49785 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473323 Sep 15 17:03:27.100731 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-800d2d18-6658-4d59-81d0-d1958e3af9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:27.102497 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-800d2d18-6658-4d59-81d0-d1958e3af9e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e&tenant_id=3af89be461524d2b9fef141be2367ec2 HTTP/1.1" status: 200 len: 1096 time: 0.1199021 Sep 15 17:03:27.176985 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-fc9f715a-d93e-42e7-8276-9dd5f8065e3f req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Deleting port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:27.177361 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fc9f715a-d93e-42e7-8276-9dd5f8065e3f req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.221309 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f116f-695e-4efa-bad8-d0efbe5fa51a req-dca31496-2e42-4c5c-a158-dcea4544b9be tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:27.222724 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f59f116f-695e-4efa-bad8-d0efbe5fa51a req-dca31496-2e42-4c5c-a158-dcea4544b9be tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.1141088 Sep 15 17:03:27.260695 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-61b696fc-f5dd-4220-b128-628ad70b63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:27.262208 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-61b696fc-f5dd-4220-b128-628ad70b63a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 1096 time: 0.1224084 Sep 15 17:03:27.367435 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f59f116f-695e-4efa-bad8-d0efbe5fa51a req-a340b559-9e10-4001-9d77-daf4c7294def tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126373 Sep 15 17:03:27.375491 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-fc9f715a-d93e-42e7-8276-9dd5f8065e3f req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] For port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:27.375856 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fc9f715a-d93e-42e7-8276-9dd5f8065e3f req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.393690 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-fc9f715a-d93e-42e7-8276-9dd5f8065e3f req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Calling delete_port for 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:27.422750 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-9a1a54bf-dd8b-498b-8d47-d9d6b0767a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:27.424216 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-9a1a54bf-dd8b-498b-8d47-d9d6b0767a1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 918 time: 0.1527185 Sep 15 17:03:27.506766 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b4934-e9b6-4312-8df3-5e09d26f914f req-77737b51-1cc4-4dad-be86-5fb67bd971d3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:27.508653 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5c2b4934-e9b6-4312-8df3-5e09d26f914f req-77737b51-1cc4-4dad-be86-5fb67bd971d3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0541565 Sep 15 17:03:27.528647 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-681db63b-a0d4-4348-867a-65ffeb5aa555 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02a38038-2747-44c9-818f-3be6881e6307 HTTP/1.1" status: 200 len: 998 time: 0.0766649 Sep 15 17:03:27.556645 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5c2b4934-e9b6-4312-8df3-5e09d26f914f req-4398ae79-d9ac-4b2e-861d-890adeac0a3b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Sep 15 17:03:27.583084 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.591406 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-7790cfbe-aa07-4a96-a0b1-f09f970d8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:27.592981 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-7790cfbe-aa07-4a96-a0b1-f09f970d8afc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8815898d-b5f7-4b05-94b1-deab0b1fc8f9 HTTP/1.1" status: 200 len: 856 time: 0.0561154 Sep 15 17:03:27.667336 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fc9f715a-d93e-42e7-8276-9dd5f8065e3f req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.672395 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-c250a3d6-5fdd-440e-ae85-bfa8dbf45faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:27.673921 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-c250a3d6-5fdd-440e-ae85-bfa8dbf45faa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41390e80-5a37-4d89-9768-ab4b57783230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574903 Sep 15 17:03:27.681319 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['7f88dff0-9443-43be-be9c-010b69bce554', '6d8a9b9a-ed56-4774-aa26-ee3230aad0aa'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:03:27.707535 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Pushing event deleted for resources: {'Port': ['ID=6d8a9b9a-ed56-4774-aa26-ee3230aad0aa,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:27.738112 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.738460 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.738798 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.739131 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.739459 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.739782 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.740101 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.740668 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.741062 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.741345 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.741624 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.741944 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.809496 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9f715a-d93e-42e7-8276-9dd5f8065e3f req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] No DVR routers for this DVR port 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:03:27.813063 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fc9f715a-d93e-42e7-8276-9dd5f8065e3f req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.815083 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fc9f715a-d93e-42e7-8276-9dd5f8065e3f req-d3a73f04-1031-42d1-b561-3189f8b50884 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.61 "DELETE /v2.0/ports/6d8a9b9a-ed56-4774-aa26-ee3230aad0aa HTTP/1.1" status: 204 len: 173 time: 0.8813968 Sep 15 17:03:27.815519 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0987c79-488c-40db-aa91-c8ed8f6d739a', 'name': 'network-vif-deleted', 'tag': '6d8a9b9a-ed56-4774-aa26-ee3230aad0aa'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:27.817783 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b110e58f-a233-4028-b6b2-c9a867e3f9f6" -d '{"events": [{"server_uuid": "b0987c79-488c-40db-aa91-c8ed8f6d739a", "name": "network-vif-deleted", "tag": "6d8a9b9a-ed56-4774-aa26-ee3230aad0aa"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:27.864583 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa30678-f830-4c55-af15-e9062e101287 x-openstack-request-id: req-7aa30678-f830-4c55-af15-e9062e101287 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:27.864937 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0987c79-488c-40db-aa91-c8ed8f6d739a", "name": "network-vif-deleted", "tag": "6d8a9b9a-ed56-4774-aa26-ee3230aad0aa", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:27.865300 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7aa30678-f830-4c55-af15-e9062e101287 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:27.866304 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0987c79-488c-40db-aa91-c8ed8f6d739a', 'name': 'network-vif-deleted', 'tag': '6d8a9b9a-ed56-4774-aa26-ee3230aad0aa', 'status': 'completed', 'code': 200} Sep 15 17:03:27.872821 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-2ef3a6db-a685-48ed-af4d-d66dbd95a644 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906643 Sep 15 17:03:27.973154 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-265dda4a-be2e-483a-83a5-bc87563add09 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918460 Sep 15 17:03:28.181185 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8e769410-5c9b-4b18-afce-a9b778a8a4cb req-635f869a-b678-4f78-9aed-9229889c21fa tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0987c79-488c-40db-aa91-c8ed8f6d739a HTTP/1.1" status: 200 len: 210 time: 0.0262301 Sep 15 17:03:28.509019 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:28.511913 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53b62-f90e-4a5f-bce5-8930d434474e req-23f77055-a4be-41d4-864f-0282be4f3bf7 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:28.514075 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c0f53b62-f90e-4a5f-bce5-8930d434474e req-23f77055-a4be-41d4-864f-0282be4f3bf7 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0621817 Sep 15 17:03:28.581781 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c0f53b62-f90e-4a5f-bce5-8930d434474e req-d0292048-e7d8-41c5-b1c3-576f4bd3a0ce tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614209 Sep 15 17:03:28.723586 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ac4ec-248d-4a55-8333-92507f1f1e3d req-be9b2553-3f98-4cae-b81c-277fd2d4cadd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:28.726741 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-230ac4ec-248d-4a55-8333-92507f1f1e3d req-be9b2553-3f98-4cae-b81c-277fd2d4cadd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0693994 Sep 15 17:03:28.769119 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-230ac4ec-248d-4a55-8333-92507f1f1e3d req-33fc9780-d5f8-458d-9dde-68e5ae556251 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362895 Sep 15 17:03:29.473989 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4171a9-c728-4ad8-a061-84bc283e6af0 req-17c2ca3f-04cf-460c-b3e6-b6070e645b3b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:29.475986 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7a4171a9-c728-4ad8-a061-84bc283e6af0 req-17c2ca3f-04cf-460c-b3e6-b6070e645b3b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0509071 Sep 15 17:03:29.514005 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7a4171a9-c728-4ad8-a061-84bc283e6af0 req-c761495b-77dc-4868-870d-3c9a4b808479 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Sep 15 17:03:29.722010 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125889d2-6ca9-454c-a04e-017d11c80bee req-423d0e6d-454b-4ce8-b10b-1f9cd10ddea6 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:29.723481 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-125889d2-6ca9-454c-a04e-017d11c80bee req-423d0e6d-454b-4ce8-b10b-1f9cd10ddea6 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0492270 Sep 15 17:03:29.762675 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-125889d2-6ca9-454c-a04e-017d11c80bee req-55ead06b-41fa-4d5d-a4b1-8d5008ab5424 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326076 Sep 15 17:03:29.802302 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.903323 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b22473-40fd-45c1-8335-d3c2f3d0981e req-1a0b24ff-262c-4625-9dbe-e6c75e528f55 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:29.904731 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b2b22473-40fd-45c1-8335-d3c2f3d0981e req-1a0b24ff-262c-4625-9dbe-e6c75e528f55 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0630965 Sep 15 17:03:29.945729 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b2b22473-40fd-45c1-8335-d3c2f3d0981e req-dbb679d2-8ba8-45c3-99bd-5f0d62db74ad tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342963 Sep 15 17:03:30.639754 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9bc60-6551-4a1e-b8d0-b0127ba7478e req-92cf8675-8905-4bbe-bd5d-56dc84681c79 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:30.641880 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e2d9bc60-6551-4a1e-b8d0-b0127ba7478e req-92cf8675-8905-4bbe-bd5d-56dc84681c79 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0598462 Sep 15 17:03:30.681339 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e2d9bc60-6551-4a1e-b8d0-b0127ba7478e req-14373588-81c5-40de-8ecd-2487dcaa815d tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327272 Sep 15 17:03:30.770622 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:30.792601 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:03:30.792943 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 6d8a9b9a-ed56-4774-aa26-ee3230aad0aa not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:03:30.887767 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c9252-0040-4a93-9abd-45ed18873d0e req-2c146dea-9fcd-4765-887f-ba40ae6b7caf tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:30.890034 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3e8c9252-0040-4a93-9abd-45ed18873d0e req-2c146dea-9fcd-4765-887f-ba40ae6b7caf tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0573599 Sep 15 17:03:30.927640 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3e8c9252-0040-4a93-9abd-45ed18873d0e req-92300c84-5d93-4b22-baad-4d370342bac6 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315716 Sep 15 17:03:31.072103 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193ecae-0fa5-4bd4-8c26-9ba6ab53934a req-ca3c3c52-d609-4350-ba90-8cf8eca31dac tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:31.073750 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b193ecae-0fa5-4bd4-8c26-9ba6ab53934a req-ca3c3c52-d609-4350-ba90-8cf8eca31dac tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0512838 Sep 15 17:03:31.113684 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b193ecae-0fa5-4bd4-8c26-9ba6ab53934a req-e7ff5053-272a-43dc-ad2f-a3458f5e3123 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339036 Sep 15 17:03:31.797521 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c1c6f-4777-4fa4-9d3c-3d53ecf6fd49 req-8be6234a-7d53-4f4a-bc1b-7f943c1ff8fc tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:31.799294 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9a9c1c6f-4777-4fa4-9d3c-3d53ecf6fd49 req-8be6234a-7d53-4f4a-bc1b-7f943c1ff8fc tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0486703 Sep 15 17:03:31.835623 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36378) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:31.837991 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9a9c1c6f-4777-4fa4-9d3c-3d53ecf6fd49 req-798157a2-0ef9-4615-8177-4082bfcc68d9 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Sep 15 17:03:31.957854 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.071421 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2877952-7c53-4019-9454-7586d8b17228 req-c4d06222-19af-402d-b90d-feb3fd45146b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:32.073083 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d2877952-7c53-4019-9454-7586d8b17228 req-c4d06222-19af-402d-b90d-feb3fd45146b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0763412 Sep 15 17:03:32.121484 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.127756 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.148867 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d2877952-7c53-4019-9454-7586d8b17228 req-0eca3a27-e48d-4a22-a26d-b8c38e52ca30 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669739 Sep 15 17:03:32.169844 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ec0e259a6a04bbf9a8f57a0d65d10ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324804 Sep 15 17:03:32.171288 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 36386) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:32.181818 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d883017d-9ba5-4a05-8ee1-1486e20dd105,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:32.191515 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:32.192354 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:32.192354 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:32.192612 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:32.192837 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:32.196528 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:32.196887 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:32.197757 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:32.197757 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:32.198013 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:32.198211 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:32.198532 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c0a78-a84b-4596-a396-8c0a2cbf1d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:32.279428 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e2e73-93ad-401c-947b-126b10afe9de req-459bc7b6-c635-4c6b-bc95-5454750417b3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:32.280937 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be7e2e73-93ad-401c-947b-126b10afe9de req-459bc7b6-c635-4c6b-bc95-5454750417b3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0799856 Sep 15 17:03:32.281617 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cd382e16-c09a-456a-9fa4-393e70ac9bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.316170 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cd382e16-c09a-456a-9fa4-393e70ac9bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.354865 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be7e2e73-93ad-401c-947b-126b10afe9de req-2040b497-7a5a-421c-8d43-2d9a5883be94 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636899 Sep 15 17:03:32.377782 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cd382e16-c09a-456a-9fa4-393e70ac9bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.380506 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cd382e16-c09a-456a-9fa4-393e70ac9bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.384377 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cd382e16-c09a-456a-9fa4-393e70ac9bf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d883017d-9ba5-4a05-8ee1-1486e20dd105 HTTP/1.1" status: 204 len: 168 time: 0.2121129 Sep 15 17:03:32.392829 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd382e16-c09a-456a-9fa4-393e70ac9bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d883017d-9ba5-4a05-8ee1-1486e20dd105,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:32.660940 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36392) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:32.674795 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b0520e9-70a5-44e8-81a4-051047af8e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.773286 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b0520e9-70a5-44e8-81a4-051047af8e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.778158 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b0520e9-70a5-44e8-81a4-051047af8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.816986 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0520e9-70a5-44e8-81a4-051047af8e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9502709-a3b9-4d4e-9351-bb44dfc453a7,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:32.821853 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2b0520e9-70a5-44e8-81a4-051047af8e68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6df4706573b9464fb7deb660a50cb680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597662 Sep 15 17:03:32.824475 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36394) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:32.876115 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-18ecaf7e-1b59-49a4-9b9c-37c47999a2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.903964 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-18ecaf7e-1b59-49a4-9b9c-37c47999a2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.982464 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35dd32-5e3e-4e39-9d4a-9d858d52bdbb req-ddacc77d-1fcd-4e97-9d76-cec3927cacf8 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:32.983941 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cd35dd32-5e3e-4e39-9d4a-9d858d52bdbb req-ddacc77d-1fcd-4e97-9d76-cec3927cacf8 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0676074 Sep 15 17:03:32.998812 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-18ecaf7e-1b59-49a4-9b9c-37c47999a2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:33.001300 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-18ecaf7e-1b59-49a4-9b9c-37c47999a2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:33.002332 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-18ecaf7e-1b59-49a4-9b9c-37c47999a2da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9502709-a3b9-4d4e-9351-bb44dfc453a7 HTTP/1.1" status: 204 len: 168 time: 0.1769745 Sep 15 17:03:33.020272 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecaf7e-1b59-49a4-9b9c-37c47999a2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9502709-a3b9-4d4e-9351-bb44dfc453a7,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:33.040672 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cd35dd32-5e3e-4e39-9d4a-9d858d52bdbb req-5b20b98a-1256-4fe9-9a79-21b0ebbd59fe tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502813 Sep 15 17:03:33.290946 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845ed2-dfbb-4d6f-bc12-ccf772175735 req-76369566-29ab-4a34-b403-daf53bb85625 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:33.292559 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-89845ed2-dfbb-4d6f-bc12-ccf772175735 req-76369566-29ab-4a34-b403-daf53bb85625 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0654809 Sep 15 17:03:33.339826 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-89845ed2-dfbb-4d6f-bc12-ccf772175735 req-e474aaad-a2ca-4c7b-9e0d-6ea07a220af2 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412591 Sep 15 17:03:33.493182 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fddf0a-262e-49ed-9faf-856ea144db00 req-9a6996c8-5d9b-4d82-9f9d-54d9cfbf88b7 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:33.494870 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-07fddf0a-262e-49ed-9faf-856ea144db00 req-9a6996c8-5d9b-4d82-9f9d-54d9cfbf88b7 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0547824 Sep 15 17:03:33.533580 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-07fddf0a-262e-49ed-9faf-856ea144db00 req-1a6c897b-f664-4c5a-a978-d2948bc69a12 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321896 Sep 15 17:03:34.188495 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bae5ab-09a4-426a-a734-f75afaebba10 req-1dd30941-99a5-49df-9a42-d918dda8d5af tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:34.190105 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b2bae5ab-09a4-426a-a734-f75afaebba10 req-1dd30941-99a5-49df-9a42-d918dda8d5af tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0740380 Sep 15 17:03:34.234150 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b2bae5ab-09a4-426a-a734-f75afaebba10 req-aacbd5c2-af4a-4157-94f5-9255c912e74c tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367799 Sep 15 17:03:34.469715 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5b9da-5fbf-4674-9be0-ec429da8628f req-e3af91bc-2f3c-475a-b785-dc8c99093618 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:34.471206 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-72a5b9da-5fbf-4674-9be0-ec429da8628f req-e3af91bc-2f3c-475a-b785-dc8c99093618 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0579488 Sep 15 17:03:34.510572 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-72a5b9da-5fbf-4674-9be0-ec429da8628f req-6b471103-1382-47d8-8962-b4bad9a00d4f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327749 Sep 15 17:03:34.660001 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e75fe-9b30-4a27-8f0b-0f3d01d2978f req-fdae6884-ac2c-4e05-ab2e-49c2e2095527 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:34.662363 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b81e75fe-9b30-4a27-8f0b-0f3d01d2978f req-fdae6884-ac2c-4e05-ab2e-49c2e2095527 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0546205 Sep 15 17:03:34.703899 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b81e75fe-9b30-4a27-8f0b-0f3d01d2978f req-407991ae-65e9-4c35-8542-512eb58ae108 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355544 Sep 15 17:03:35.358647 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8f34d-4922-4cdb-acee-10c41c02e459 req-b659a08d-25e1-4af0-b3dc-2471a8442464 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:35.366542 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-47e8f34d-4922-4cdb-acee-10c41c02e459 req-b659a08d-25e1-4af0-b3dc-2471a8442464 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0548995 Sep 15 17:03:35.405784 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-47e8f34d-4922-4cdb-acee-10c41c02e459 req-d54e4c76-1515-40e7-98f3-f5d90376100b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349064 Sep 15 17:03:35.637516 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426019c6-2240-4240-9ccd-c602d70a28e7 req-dccc6f1c-61e7-47a5-81ec-73f8559a9833 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:35.639887 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-426019c6-2240-4240-9ccd-c602d70a28e7 req-dccc6f1c-61e7-47a5-81ec-73f8559a9833 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0507460 Sep 15 17:03:35.686576 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-426019c6-2240-4240-9ccd-c602d70a28e7 req-d9609c44-d460-4eec-a916-6c3c6162eb1f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414171 Sep 15 17:03:35.849773 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b9646-6b71-4ad8-8cf2-ac6d9be74f0c req-236a06de-b6fe-491a-b660-aaab23e89785 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:35.852107 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-220b9646-6b71-4ad8-8cf2-ac6d9be74f0c req-236a06de-b6fe-491a-b660-aaab23e89785 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0591137 Sep 15 17:03:35.900373 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-220b9646-6b71-4ad8-8cf2-ac6d9be74f0c req-4413bc7b-0e29-4ebb-9d26-2ebe7b649966 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420463 Sep 15 17:03:36.540293 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b9e59-0e3b-4298-b11f-17afc1b98d58 req-4672c706-ec86-455d-a5ac-5a78eb9515c4 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:36.541819 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-916b9e59-0e3b-4298-b11f-17afc1b98d58 req-4672c706-ec86-455d-a5ac-5a78eb9515c4 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0549722 Sep 15 17:03:36.596839 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-916b9e59-0e3b-4298-b11f-17afc1b98d58 req-ce8e5547-a35f-4016-b298-d4616e7d298e tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490458 Sep 15 17:03:36.786249 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:36.816412 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fca9a-97b4-4a30-9b34-c941c9eb503a req-bbfac398-0ca8-4886-9597-daa461b1c67c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:36.817928 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ff8fca9a-97b4-4a30-9b34-c941c9eb503a req-bbfac398-0ca8-4886-9597-daa461b1c67c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0534883 Sep 15 17:03:36.855852 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ff8fca9a-97b4-4a30-9b34-c941c9eb503a req-77f9c208-63df-4c71-bb06-271752904f0f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315125 Sep 15 17:03:37.083807 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b538872-1983-446d-835a-88aa5c721a03 req-7b317510-107f-428c-8d28-f5d68fc8a2d2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:37.085882 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3b538872-1983-446d-835a-88aa5c721a03 req-7b317510-107f-428c-8d28-f5d68fc8a2d2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0575480 Sep 15 17:03:37.123018 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3b538872-1983-446d-835a-88aa5c721a03 req-d49b7c0f-8615-42be-be6b-7c50e056a9d2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308433 Sep 15 17:03:37.605980 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 36492) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:37.726908 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adbf64-9abe-4615-be74-18fc278fbed7 req-d394b6e2-3487-4c03-bb35-67d8b3b7e94b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:37.728436 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f3adbf64-9abe-4615-be74-18fc278fbed7 req-d394b6e2-3487-4c03-bb35-67d8b3b7e94b tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0518947 Sep 15 17:03:37.750719 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-600bcd39-25c1-4934-aeb2-7b9e11c256fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:37.767925 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f3adbf64-9abe-4615-be74-18fc278fbed7 req-f76fe6c1-c392-4eaa-8d1f-7d1d5fdf77cc tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320928 Sep 15 17:03:37.857253 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-600bcd39-25c1-4934-aeb2-7b9e11c256fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:37.861075 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-600bcd39-25c1-4934-aeb2-7b9e11c256fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:37.906576 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36500) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:37.913566 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-600bcd39-25c1-4934-aeb2-7b9e11c256fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e43e7fbf77f4c17aa6ab56c129c86a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064160 Sep 15 17:03:37.914539 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bcd39-25c1-4934-aeb2-7b9e11c256fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48b0230-6128-4c86-88d2-454e8434cc27,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:37.975679 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fcefdced-e6b7-4f9f-8394-b2ed5824ff7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:37.996911 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fcefdced-e6b7-4f9f-8394-b2ed5824ff7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:38.008430 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde86db-0150-42a9-beff-020907bbdb4b req-86c8c08e-31e3-457b-9726-db7bff6b93c2 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:38.010020 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bcde86db-0150-42a9-beff-020907bbdb4b req-86c8c08e-31e3-457b-9726-db7bff6b93c2 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0497737 Sep 15 17:03:38.055433 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bcde86db-0150-42a9-beff-020907bbdb4b req-3e20902b-6ba7-47b7-9c52-63611f5a3dfd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385070 Sep 15 17:03:38.082883 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fcefdced-e6b7-4f9f-8394-b2ed5824ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:38.086293 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fcefdced-e6b7-4f9f-8394-b2ed5824ff7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:38.087468 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-fcefdced-e6b7-4f9f-8394-b2ed5824ff7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d48b0230-6128-4c86-88d2-454e8434cc27 HTTP/1.1" status: 204 len: 168 time: 0.1799238 Sep 15 17:03:38.104139 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefdced-e6b7-4f9f-8394-b2ed5824ff7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48b0230-6128-4c86-88d2-454e8434cc27,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:38.280936 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847bc82-0449-4047-9820-9e9032487089 req-6eaba478-72fe-4963-9d65-1eed5f18fbd3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:38.282473 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f847bc82-0449-4047-9820-9e9032487089 req-6eaba478-72fe-4963-9d65-1eed5f18fbd3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0762103 Sep 15 17:03:38.328924 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f847bc82-0449-4047-9820-9e9032487089 req-8693dbb0-6db1-4897-bc66-f9178e0843bc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395749 Sep 15 17:03:38.408857 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 36508) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:38.422156 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-795aa71c-d3b6-4c13-a631-fb27c6356999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:38.519961 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-795aa71c-d3b6-4c13-a631-fb27c6356999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:38.523479 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-795aa71c-d3b6-4c13-a631-fb27c6356999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:38.561131 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-795aa71c-d3b6-4c13-a631-fb27c6356999 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad70e13106b54a6e81b30d1ff07b7474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511831 Sep 15 17:03:38.562408 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aa71c-d3b6-4c13-a631-fb27c6356999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bb1d02-e16a-4640-8d68-b966582088c4,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:38.563839 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36510) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:38.621786 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c0edc06d-b8a6-4824-a16c-a574691a9236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:38.643710 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c0edc06d-b8a6-4824-a16c-a574691a9236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:38.689423 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c0edc06d-b8a6-4824-a16c-a574691a9236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:38.692063 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c0edc06d-b8a6-4824-a16c-a574691a9236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:38.693376 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-c0edc06d-b8a6-4824-a16c-a574691a9236 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28bb1d02-e16a-4640-8d68-b966582088c4 HTTP/1.1" status: 204 len: 168 time: 0.1284285 Sep 15 17:03:38.701199 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edc06d-b8a6-4824-a16c-a574691a9236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bb1d02-e16a-4640-8d68-b966582088c4,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:38.902653 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6538f-3974-49ed-a0be-b2088dadd719 req-176f73ee-6771-4c81-82c9-b993359d24cb tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:38.904618 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1c6538f-3974-49ed-a0be-b2088dadd719 req-176f73ee-6771-4c81-82c9-b993359d24cb tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0664039 Sep 15 17:03:38.953509 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1c6538f-3974-49ed-a0be-b2088dadd719 req-d9c0ff75-a576-48e6-93f2-014befe2c5ef tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379033 Sep 15 17:03:39.239066 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd9623-b891-4f12-a96f-e2ca4e5df732 req-f1a1dce1-c0b4-464e-8f6d-d0b4d7f9dcff tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:39.241043 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-12cd9623-b891-4f12-a96f-e2ca4e5df732 req-f1a1dce1-c0b4-464e-8f6d-d0b4d7f9dcff tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0725651 Sep 15 17:03:39.303072 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-12cd9623-b891-4f12-a96f-e2ca4e5df732 req-ec89b9bc-79eb-4821-8ddd-90de15fa47c7 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558212 Sep 15 17:03:39.469002 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325228b9-9414-4b5d-aaab-4a4d446778c7 req-f557bbc1-bbf4-4a35-9d7c-a5fbf07f2444 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:39.471285 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-325228b9-9414-4b5d-aaab-4a4d446778c7 req-f557bbc1-bbf4-4a35-9d7c-a5fbf07f2444 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0510006 Sep 15 17:03:39.519703 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-325228b9-9414-4b5d-aaab-4a4d446778c7 req-1c138842-7e8f-47ea-89b8-d34701fa7f86 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Sep 15 17:03:39.528242 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 36540) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:39.638859 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-622162758-network', 'tenant_id': '68bbed8af6814a428d14db58d77a3425'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:39.665702 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Made reservation on behalf of 68bbed8af6814a428d14db58d77a3425 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:03:39.665702 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:39.673839 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:39.765769 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:39.769446 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:39.796008 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:03:39.806884 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9e2a8b-1550-4c9d-9548-df03fc2aad20,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:39.814132 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:39.814132 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Added segment 864fd8bc-c7a7-4bc8-a47d-419d578a1266 of type vlan for network e34375bf-45a4-427c-95a9-4d929290c823 Sep 15 17:03:39.857815 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:39.882524 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:39.883554 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:39.884130 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:39.916608 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3872910 Sep 15 17:03:39.920051 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36544) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:39.927440 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-f5477103-f5c0-4ab4-b8ba-634974e286c5 admin admin] Request body: {'subnet': {'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-622162758-subnet', 'tenant_id': '68bbed8af6814a428d14db58d77a3425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:39.949089 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e267d-295f-4651-8855-06d58a605a10 admin admin] Pushing event updated for resources: {'Network': ['ID=e34375bf-45a4-427c-95a9-4d929290c823,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:39.949560 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5477103-f5c0-4ab4-b8ba-634974e286c5 admin admin] Made reservation on behalf of 68bbed8af6814a428d14db58d77a3425 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:03:39.952003 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f5477103-f5c0-4ab4-b8ba-634974e286c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29078290'] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:39.959878 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network e34375bf-45a4-427c-95a9-4d929290c823 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:03:40.110664 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23543049-d98a-4332-b28c-3a95fba410bd req-ddf292b5-3b99-4bb9-bb80-9cc8ea577a31 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:40.112055 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-23543049-d98a-4332-b28c-3a95fba410bd req-ddf292b5-3b99-4bb9-bb80-9cc8ea577a31 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0861788 Sep 15 17:03:40.184973 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-23543049-d98a-4332-b28c-3a95fba410bd req-e3506507-047e-4167-a543-ccb76b97a308 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645511 Sep 15 17:03:40.186252 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f5477103-f5c0-4ab4-b8ba-634974e286c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29058543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29078332'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:40.239191 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5477103-f5c0-4ab4-b8ba-634974e286c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54af22a1-7548-40fb-a917-2bb8826fb8d0,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:40.249960 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5477103-f5c0-4ab4-b8ba-634974e286c5 admin admin] Checking segment: {'id': '864fd8bc-c7a7-4bc8-a47d-419d578a1266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:03:40.250313 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5477103-f5c0-4ab4-b8ba-634974e286c5 admin admin] Network hostable DHCP agents. Network: e34375bf-45a4-427c-95a9-4d929290c823, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:03:40.267986 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5477103-f5c0-4ab4-b8ba-634974e286c5 admin admin] Network e34375bf-45a4-427c-95a9-4d929290c823 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:03:40.279276 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-f5477103-f5c0-4ab4-b8ba-634974e286c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, e34375bf-45a4-427c-95a9-4d929290c823) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:03:40.289075 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5477103-f5c0-4ab4-b8ba-634974e286c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:40.289535 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f5477103-f5c0-4ab4-b8ba-634974e286c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:40.292667 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f7a079-dbd6-486f-8edb-1d53bc2cf456 None None] Network e34375bf-45a4-427c-95a9-4d929290c823 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:03:40.305007 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f5477103-f5c0-4ab4-b8ba-634974e286c5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3835166 Sep 15 17:03:40.421072 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b366b3-e0cf-401c-ab3d-cf723da37166 None None] Network e34375bf-45a4-427c-95a9-4d929290c823 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:03:40.427767 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89b24f-ecbb-413d-ad5f-4aa03ea74bbe req-2e039f00-f3d6-4b40-9ff9-5ad536f2ca96 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:40.429907 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4d89b24f-ecbb-413d-ad5f-4aa03ea74bbe req-2e039f00-f3d6-4b40-9ff9-5ad536f2ca96 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0537667 Sep 15 17:03:40.471402 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4d89b24f-ecbb-413d-ad5f-4aa03ea74bbe req-e5b3ea95-95aa-4fc8-9a23-2afeb84ba2f1 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353124 Sep 15 17:03:40.669731 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c924f94-b6a6-4f93-a8db-2bec0d7e6d58 req-4a6b52b4-fc50-4594-993d-0ff63fd940f9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:40.671545 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb2900-aa5a-431f-8e80-496ab6e30462 req-543479ba-d914-4d3b-97bd-775448c3e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:40.672954 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9c924f94-b6a6-4f93-a8db-2bec0d7e6d58 req-4a6b52b4-fc50-4594-993d-0ff63fd940f9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0786972 Sep 15 17:03:40.673108 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9adb2900-aa5a-431f-8e80-496ab6e30462 req-543479ba-d914-4d3b-97bd-775448c3e792 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6&device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 1099 time: 0.0487378 Sep 15 17:03:40.718835 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9c924f94-b6a6-4f93-a8db-2bec0d7e6d58 req-da9d7118-aec1-4733-8be6-486acd7fd3aa tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382118 Sep 15 17:03:40.785697 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb2900-aa5a-431f-8e80-496ab6e30462 req-2d0f4143-be86-4039-9843-fc0752421133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:40.787716 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9adb2900-aa5a-431f-8e80-496ab6e30462 req-2d0f4143-be86-4039-9843-fc0752421133 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8abcfa2-4651-46db-bfa8-dca22372e9a9 HTTP/1.1" status: 200 len: 912 time: 0.0924983 Sep 15 17:03:40.877330 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9adb2900-aa5a-431f-8e80-496ab6e30462 req-a7092757-53e9-4c25-b08f-de401b887111 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9e7d706-eeb2-4c36-bc95-57a88b698913 HTTP/1.1" status: 200 len: 1002 time: 0.0798087 Sep 15 17:03:40.933611 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb2900-aa5a-431f-8e80-496ab6e30462 req-694c2e65-e016-421b-8ae6-5e59361e8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:40.934969 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9adb2900-aa5a-431f-8e80-496ab6e30462 req-694c2e65-e016-421b-8ae6-5e59361e8704 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06bceb72-5d20-4bec-a77a-620e787ae235 HTTP/1.1" status: 200 len: 850 time: 0.0442479 Sep 15 17:03:40.986514 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb2900-aa5a-431f-8e80-496ab6e30462 req-0bc1a3e4-556e-4aba-97f0-4c883a76a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:40.987998 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9adb2900-aa5a-431f-8e80-496ab6e30462 req-0bc1a3e4-556e-4aba-97f0-4c883a76a1ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8abcfa2-4651-46db-bfa8-dca22372e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453684 Sep 15 17:03:41.090463 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9adb2900-aa5a-431f-8e80-496ab6e30462 req-de92af35-a77e-48ad-b6a3-7ac6398a04db service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923932 Sep 15 17:03:41.181308 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9adb2900-aa5a-431f-8e80-496ab6e30462 req-8a915122-1618-4649-ae52-1875ca2da3c6 service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817862 Sep 15 17:03:41.309849 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1470cfb-8670-4deb-84d6-b23084fedabc req-4fb59db4-405e-4d5f-8c90-07390ab0f9bf tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:41.311315 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c1470cfb-8670-4deb-84d6-b23084fedabc req-4fb59db4-405e-4d5f-8c90-07390ab0f9bf tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0580716 Sep 15 17:03:41.348504 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c1470cfb-8670-4deb-84d6-b23084fedabc req-7e5bc2f7-ea1f-4d53-b767-8b13595b7da2 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313351 Sep 15 17:03:41.609513 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445306db-077b-4ad9-aaa8-89e65cb24c5e req-06ceeb9d-1d41-48f0-8962-831795095b33 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:41.611016 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-445306db-077b-4ad9-aaa8-89e65cb24c5e req-06ceeb9d-1d41-48f0-8962-831795095b33 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0526595 Sep 15 17:03:41.653585 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-445306db-077b-4ad9-aaa8-89e65cb24c5e req-fabc3d10-4c09-4579-9a46-134cdf598e35 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363708 Sep 15 17:03:41.853578 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11959e-70ed-49fb-8d07-04c97d3d1402 req-564b4e67-848f-4007-baa2-f349be93a770 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:41.855114 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-aa11959e-70ed-49fb-8d07-04c97d3d1402 req-564b4e67-848f-4007-baa2-f349be93a770 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0541620 Sep 15 17:03:41.916846 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-aa11959e-70ed-49fb-8d07-04c97d3d1402 req-614b14b9-5999-4b72-8812-0308a9979447 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490694 Sep 15 17:03:41.933855 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeedf3b-bd8e-41b8-92a8-90e3c0f3f02b req-9a148239-f89d-40cf-a827-d99d365cfdac tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:41.935395 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fdeedf3b-bd8e-41b8-92a8-90e3c0f3f02b req-9a148239-f89d-40cf-a827-d99d365cfdac tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0739706 Sep 15 17:03:42.004544 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fdeedf3b-bd8e-41b8-92a8-90e3c0f3f02b req-349a7a83-2d92-4a8f-98b0-66ef3f14103b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623889 Sep 15 17:03:42.020491 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261254b-2ec0-4b1a-a5b1-34a6ff414569 req-326f7160-6aed-4e71-9661-13d0603eeef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:42.023123 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4261254b-2ec0-4b1a-a5b1-34a6ff414569 req-326f7160-6aed-4e71-9661-13d0603eeef1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6&device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 1099 time: 0.0576928 Sep 15 17:03:42.116348 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261254b-2ec0-4b1a-a5b1-34a6ff414569 req-3a067861-f7df-4449-8eaf-ac78d5bdad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:42.117855 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4261254b-2ec0-4b1a-a5b1-34a6ff414569 req-3a067861-f7df-4449-8eaf-ac78d5bdad64 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8abcfa2-4651-46db-bfa8-dca22372e9a9 HTTP/1.1" status: 200 len: 912 time: 0.0866904 Sep 15 17:03:42.144569 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32031247-8d7d-4df8-80ab-36869790ace5 req-11223f95-83d1-478d-a1f3-8f47962c46cd tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:42.146741 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-11223f95-83d1-478d-a1f3-8f47962c46cd tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/networks?id=e34375bf-45a4-427c-95a9-4d929290c823 HTTP/1.1" status: 200 len: 808 time: 0.1026590 Sep 15 17:03:42.161958 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-1383eb39-b08d-4a5a-b02d-c19693182867 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/quotas/68bbed8af6814a428d14db58d77a3425 HTTP/1.1" status: 200 len: 375 time: 0.0089209 Sep 15 17:03:42.182466 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4261254b-2ec0-4b1a-a5b1-34a6ff414569 req-81b7e201-de35-42ba-ae06-f99ac2a53173 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9e7d706-eeb2-4c36-bc95-57a88b698913 HTTP/1.1" status: 200 len: 1002 time: 0.0564344 Sep 15 17:03:42.193689 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-80fa010a-d5c1-4678-9257-ab99fed52d21 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bbed8af6814a428d14db58d77a3425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257382 Sep 15 17:03:42.236739 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261254b-2ec0-4b1a-a5b1-34a6ff414569 req-63e2bd11-130a-488e-8d9e-2115aa3e0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:42.238257 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4261254b-2ec0-4b1a-a5b1-34a6ff414569 req-63e2bd11-130a-488e-8d9e-2115aa3e0223 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06bceb72-5d20-4bec-a77a-620e787ae235 HTTP/1.1" status: 200 len: 850 time: 0.0478795 Sep 15 17:03:42.289459 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261254b-2ec0-4b1a-a5b1-34a6ff414569 req-f0e4cf47-d457-4d94-88f0-0cfc9a11975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:42.290366 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-00e06cb1-57eb-4645-844b-74c6cd46acfd service neutron] 10.222.0.13 "GET /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891585 Sep 15 17:03:42.290857 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4261254b-2ec0-4b1a-a5b1-34a6ff414569 req-f0e4cf47-d457-4d94-88f0-0cfc9a11975f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8abcfa2-4651-46db-bfa8-dca22372e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433908 Sep 15 17:03:42.385099 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-983c5b3f-8547-458f-bb85-ab81d68fdd20 service neutron] 10.222.0.13 "GET /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882950 Sep 15 17:03:42.387895 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4261254b-2ec0-4b1a-a5b1-34a6ff414569 req-923eb169-508f-4861-a8fd-35379a3fa080 service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892177 Sep 15 17:03:42.530469 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9581b-69bc-48d7-9db6-b213f1c3376f req-62403e1a-70a7-4581-b457-0a86310480d5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:42.531991 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7a9581b-69bc-48d7-9db6-b213f1c3376f req-62403e1a-70a7-4581-b457-0a86310480d5 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.1036775 Sep 15 17:03:42.562774 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4261254b-2ec0-4b1a-a5b1-34a6ff414569 req-a8ee64a8-8f66-40ab-ab46-316b63bec929 service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643167 Sep 15 17:03:42.584171 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-545e1674-0383-429e-8915-500142219fb5 req-589ed78b-0127-4d7a-a2db-c1f361d49425 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 210 time: 0.0357506 Sep 15 17:03:42.607461 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7a9581b-69bc-48d7-9db6-b213f1c3376f req-3b6a2fe8-74dc-4e77-8046-7ff5be3be160 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680223 Sep 15 17:03:43.067257 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829b7d-5721-437d-a47a-d63447471421 req-8f99ece8-2e38-407c-b862-5a4bc6d2586e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:43.068913 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f9829b7d-5721-437d-a47a-d63447471421 req-8f99ece8-2e38-407c-b862-5a4bc6d2586e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0690162 Sep 15 17:03:43.121445 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f9829b7d-5721-437d-a47a-d63447471421 req-de077717-b52e-436a-b1be-6c88acddc302 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458384 Sep 15 17:03:43.157881 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed61da-84ca-478c-87ae-497039497c4b req-5766b2e9-9b13-496c-bdea-aac4f9754133 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:43.159423 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-87ed61da-84ca-478c-87ae-497039497c4b req-5766b2e9-9b13-496c-bdea-aac4f9754133 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0775042 Sep 15 17:03:43.214632 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-87ed61da-84ca-478c-87ae-497039497c4b req-e7d65aae-94b2-4d2c-8e62-2195785b1807 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471954 Sep 15 17:03:43.684775 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-db04e49a-aec2-4494-8f3f-ee51a4758a5c req-64e48230-e66f-49c7-b0c7-e105c08ad5d5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 210 time: 0.0295026 Sep 15 17:03:43.728273 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32031247-8d7d-4df8-80ab-36869790ace5 req-0097269f-55c9-4d2f-83f0-f18cfb933e73 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:43.729861 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-0097269f-55c9-4d2f-83f0-f18cfb933e73 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.61 "GET /v2.0/networks?id=e34375bf-45a4-427c-95a9-4d929290c823 HTTP/1.1" status: 200 len: 808 time: 0.1280136 Sep 15 17:03:43.986799 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-32031247-8d7d-4df8-80ab-36869790ace5 req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Request body: {'port': {'device_id': '9cf858c8-4d84-49b7-8e57-96b277160573', 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823', 'admin_state_up': True, 'tenant_id': '68bbed8af6814a428d14db58d77a3425'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:44.062318 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725599de-e8cf-4930-94a5-9a46e4924dc7 req-25d321a7-cee8-4b04-b38d-47b58a94a8de tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:44.063815 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-725599de-e8cf-4930-94a5-9a46e4924dc7 req-25d321a7-cee8-4b04-b38d-47b58a94a8de tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.3533142 Sep 15 17:03:44.124674 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-725599de-e8cf-4930-94a5-9a46e4924dc7 req-51eda9a6-ff10-473b-8921-b2b29fda46d9 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548787 Sep 15 17:03:44.136564 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32031247-8d7d-4df8-80ab-36869790ace5 req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Made reservation on behalf of 68bbed8af6814a428d14db58d77a3425 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:03:44.140064 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-32031247-8d7d-4df8-80ab-36869790ace5 req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:44.246368 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efe3da-b67e-4b80-acb6-e47a3c021e43 req-6e8b8596-e935-4118-a504-c1ff5e2dc1ad tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:44.248158 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-62efe3da-b67e-4b80-acb6-e47a3c021e43 req-6e8b8596-e935-4118-a504-c1ff5e2dc1ad tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0480776 Sep 15 17:03:44.266502 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-32031247-8d7d-4df8-80ab-36869790ace5 req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Allocated IP 172.20.0.12 (e34375bf-45a4-427c-95a9-4d929290c823/54af22a1-7548-40fb-a917-2bb8826fb8d0/11ff7561-e861-4d55-bd31-a9c9d506f421) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:03:44.290755 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-62efe3da-b67e-4b80-acb6-e47a3c021e43 req-033616c9-1b25-4bbc-87dd-cb9492561b2a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351982 Sep 15 17:03:44.383621 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7af2a-98ed-4890-9481-95cde342e04e req-fb75d0d9-5109-4736-8885-9ba64ad03718 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:44.385077 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-afe7af2a-98ed-4890-9481-95cde342e04e req-fb75d0d9-5109-4736-8885-9ba64ad03718 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0924387 Sep 15 17:03:44.465449 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-afe7af2a-98ed-4890-9481-95cde342e04e req-35c294a1-c8be-4ec5-b9fd-757b067834b7 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537512 Sep 15 17:03:44.480536 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-32031247-8d7d-4df8-80ab-36869790ace5 req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:44.514283 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-32031247-8d7d-4df8-80ab-36869790ace5 req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:44.557768 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32031247-8d7d-4df8-80ab-36869790ace5 req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Network e34375bf-45a4-427c-95a9-4d929290c823 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:03:44.560759 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-32031247-8d7d-4df8-80ab-36869790ace5 req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:03:44.564386 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-32031247-8d7d-4df8-80ab-36869790ace5 req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:03:44.591536 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Pushing event updated for resources: {'Port': ['ID=11ff7561-e861-4d55-bd31-a9c9d506f421,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:44.619630 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32031247-8d7d-4df8-80ab-36869790ace5 req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:44.620231 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-32031247-8d7d-4df8-80ab-36869790ace5 req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:44.634341 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-35ff84cf-905d-4ede-a264-07090ea4e503 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6522496 Sep 15 17:03:44.648306 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Request body: {'port': {'device_id': '9cf858c8-4d84-49b7-8e57-96b277160573', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:44.698641 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:44.807546 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9ba98-fd59-4be7-aaef-df366c6bf5f3 req-74768955-e738-4be4-a312-c7ea95206212 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:44.809054 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c1e9ba98-fd59-4be7-aaef-df366c6bf5f3 req-74768955-e738-4be4-a312-c7ea95206212 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 932 time: 0.0526075 Sep 15 17:03:44.846435 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c1e9ba98-fd59-4be7-aaef-df366c6bf5f3 req-49979ebf-0014-413c-ba35-5c6f7cc8753e tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311258 Sep 15 17:03:44.955409 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ff7561-e861-4d55-bd31-a9c9d506f421 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:03:44.963210 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:44.975078 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Transition to ACTIVE for port object 11ff7561-e861-4d55-bd31-a9c9d506f421 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:03:44.978422 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:45.041300 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Pushing event updated for resources: {'Port': ['ID=11ff7561-e861-4d55-bd31-a9c9d506f421,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:45.092584 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Attempting to bind port 11ff7561-e861-4d55-bd31-a9c9d506f421 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:03:45.092833 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Attempting to bind port 11ff7561-e861-4d55-bd31-a9c9d506f421 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '864fd8bc-c7a7-4bc8-a47d-419d578a1266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:03:45.093155 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Attempting to bind port 11ff7561-e861-4d55-bd31-a9c9d506f421 on network e34375bf-45a4-427c-95a9-4d929290c823 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:03:45.097258 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Port 11ff7561-e861-4d55-bd31-a9c9d506f421 on network e34375bf-45a4-427c-95a9-4d929290c823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:03:45.097607 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Attempting to bind port 11ff7561-e861-4d55-bd31-a9c9d506f421 on network e34375bf-45a4-427c-95a9-4d929290c823 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:03:45.103118 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:03:45.103310 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Checking segment: {'id': '864fd8bc-c7a7-4bc8-a47d-419d578a1266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:03:45.103657 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Bound using segment: {'id': '864fd8bc-c7a7-4bc8-a47d-419d578a1266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:03:45.104075 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Bound port: 11ff7561-e861-4d55-bd31-a9c9d506f421, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864fd8bc-c7a7-4bc8-a47d-419d578a1266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:03:45.104417 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:45.167975 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] For port 11ff7561-e861-4d55-bd31-a9c9d506f421, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:03:45.171083 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] For port 11ff7561-e861-4d55-bd31-a9c9d506f421, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=11ff7561-e861-4d55-bd31-a9c9d506f421,segment=NetworkSegment(864fd8bc-c7a7-4bc8-a47d-419d578a1266),segment_id=864fd8bc-c7a7-4bc8-a47d-419d578a1266)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:03:45.175319 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:45.238564 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:45.239183 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:45.240844 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] 10.222.0.61 "PUT /v2.0/ports/11ff7561-e861-4d55-bd31-a9c9d506f421 HTTP/1.1" status: 200 len: 1094 time: 0.5975058 Sep 15 17:03:45.242904 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf858c8-4d84-49b7-8e57-96b277160573', 'tag': '11ff7561-e861-4d55-bd31-a9c9d506f421'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:45.245176 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f9d704-0c0c-40eb-88cb-3f809ae090f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf858c8-4d84-49b7-8e57-96b277160573", "tag": "11ff7561-e861-4d55-bd31-a9c9d506f421"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:45.268158 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a42ba-c7b5-443f-9705-e0f640b63840 service neutron] Pushing event updated for resources: {'Port': ['ID=11ff7561-e861-4d55-bd31-a9c9d506f421,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:45.286550 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d137b-473b-424b-98fa-5eb9425e8dbe req-a1c2461c-8ef0-4ed1-b741-ee05f2c04a39 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:45.288318 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-910d137b-473b-424b-98fa-5eb9425e8dbe req-a1c2461c-8ef0-4ed1-b741-ee05f2c04a39 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0866570 Sep 15 17:03:45.297415 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afb9501-815b-4670-8603-5e781c59d146 x-openstack-request-id: req-9afb9501-815b-4670-8603-5e781c59d146 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:45.297699 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf858c8-4d84-49b7-8e57-96b277160573", "tag": "11ff7561-e861-4d55-bd31-a9c9d506f421", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:45.297944 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9afb9501-815b-4670-8603-5e781c59d146 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:45.298323 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf858c8-4d84-49b7-8e57-96b277160573', 'tag': '11ff7561-e861-4d55-bd31-a9c9d506f421', 'status': 'completed', 'code': 200} Sep 15 17:03:45.358432 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-910d137b-473b-424b-98fa-5eb9425e8dbe req-475ab954-cf7d-4cc9-9f51-b11047897291 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591736 Sep 15 17:03:45.360939 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32031247-8d7d-4df8-80ab-36869790ace5 req-81057340-b006-4189-b9bd-da0102be1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:45.362398 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-81057340-b006-4189-b9bd-da0102be1fb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68bbed8af6814a428d14db58d77a3425&device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 1097 time: 0.0732539 Sep 15 17:03:45.406540 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-3fcf8c52-4ec7-437c-8aee-a3f674649cc7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ff7561-e861-4d55-bd31-a9c9d506f421 HTTP/1.1" status: 200 len: 217 time: 0.0356808 Sep 15 17:03:45.414750 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1f39e-117b-4872-a912-55c2a203bc93 req-4c134cca-bc55-4a43-8913-48dd7802126b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:45.416238 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e6d1f39e-117b-4872-a912-55c2a203bc93 req-4c134cca-bc55-4a43-8913-48dd7802126b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0497093 Sep 15 17:03:45.453678 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e6d1f39e-117b-4872-a912-55c2a203bc93 req-fdbaecf2-1702-4b1a-aa75-e4cf3f557adb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314276 Sep 15 17:03:45.460207 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32031247-8d7d-4df8-80ab-36869790ace5 req-63f87713-fdca-4992-8bb6-ff5df9dd5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:45.461703 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-63f87713-fdca-4992-8bb6-ff5df9dd5694 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=54af22a1-7548-40fb-a917-2bb8826fb8d0 HTTP/1.1" status: 200 len: 848 time: 0.0476558 Sep 15 17:03:45.494115 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-6c69773d-3e1c-419d-a877-f9949335d079 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e34375bf-45a4-427c-95a9-4d929290c823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247769 Sep 15 17:03:45.582779 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-f0971432-f13a-4269-872d-63eddbc10b49 service neutron] 10.222.0.61 "GET /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810289 Sep 15 17:03:45.680011 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-32031247-8d7d-4df8-80ab-36869790ace5 req-29a2b397-7e2c-435c-bc39-63cb2f5091e0 service neutron] 10.222.0.61 "GET /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896363 Sep 15 17:03:45.780119 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9d704-0c0c-40eb-88cb-3f809ae090f7 req-dc8b31fa-369b-4bea-ba29-598970c3da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:45.781607 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-55f9d704-0c0c-40eb-88cb-3f809ae090f7 req-dc8b31fa-369b-4bea-ba29-598970c3da76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68bbed8af6814a428d14db58d77a3425&device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 1097 time: 0.0404079 Sep 15 17:03:45.878356 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9d704-0c0c-40eb-88cb-3f809ae090f7 req-eeccfd8f-fbb4-4841-bd5d-87a7efb96fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:45.879506 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-55f9d704-0c0c-40eb-88cb-3f809ae090f7 req-eeccfd8f-fbb4-4841-bd5d-87a7efb96fdd service neutron] 10.222.0.61 "GET /v2.0/networks?id=e34375bf-45a4-427c-95a9-4d929290c823 HTTP/1.1" status: 200 len: 909 time: 0.0873711 Sep 15 17:03:45.929708 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-55f9d704-0c0c-40eb-88cb-3f809ae090f7 req-adfa09bc-bfec-4db7-9f5a-82f641c1771c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ff7561-e861-4d55-bd31-a9c9d506f421 HTTP/1.1" status: 200 len: 217 time: 0.0381753 Sep 15 17:03:46.011518 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3b668-9f20-4d40-a8c7-9362a69b7de4 req-a8d86488-7653-4e3b-bb9a-0b855b9a44ab tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:46.012984 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c0b3b668-9f20-4d40-a8c7-9362a69b7de4 req-a8d86488-7653-4e3b-bb9a-0b855b9a44ab tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 944 time: 0.0865116 Sep 15 17:03:46.016392 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9d704-0c0c-40eb-88cb-3f809ae090f7 req-5a37691e-3d25-4340-8d79-07d7c47ffdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:46.017761 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-55f9d704-0c0c-40eb-88cb-3f809ae090f7 req-5a37691e-3d25-4340-8d79-07d7c47ffdce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=54af22a1-7548-40fb-a917-2bb8826fb8d0 HTTP/1.1" status: 200 len: 848 time: 0.0645316 Sep 15 17:03:46.059791 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-55f9d704-0c0c-40eb-88cb-3f809ae090f7 req-2c94a416-1994-4530-b4ea-101d8dac845b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e34375bf-45a4-427c-95a9-4d929290c823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281327 Sep 15 17:03:46.078715 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c0b3b668-9f20-4d40-a8c7-9362a69b7de4 req-c04c324a-1c79-4f21-bb21-34c86234c04b tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597873 Sep 15 17:03:46.155961 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-55f9d704-0c0c-40eb-88cb-3f809ae090f7 req-01e6a8b2-924a-460e-b679-1d165b3f65e2 service neutron] 10.222.0.61 "GET /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868092 Sep 15 17:03:46.295011 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2034374-4db2-47c3-90ba-e9f01afbb3b3 req-77668494-9938-44ff-81d9-bfd69989cdcc tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:46.296453 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a2034374-4db2-47c3-90ba-e9f01afbb3b3 req-77668494-9938-44ff-81d9-bfd69989cdcc tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.61 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0915222 Sep 15 17:03:46.331775 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-55f9d704-0c0c-40eb-88cb-3f809ae090f7 req-1d6804d9-2f3a-4e4c-8c66-b0cf73d6b0d8 service neutron] 10.222.0.61 "GET /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440163 Sep 15 17:03:46.393834 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-a2034374-4db2-47c3-90ba-e9f01afbb3b3 req-e6c37a77-a420-4d85-bf34-2406d20b7eda tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Deleting port 7f88dff0-9443-43be-be9c-010b69bce554 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:46.394088 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a2034374-4db2-47c3-90ba-e9f01afbb3b3 req-e6c37a77-a420-4d85-bf34-2406d20b7eda tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:46.472980 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5185d2-658a-4bd0-a1e9-7576256ce24c req-80b59433-86be-4e31-83e5-c50861081937 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:46.474937 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6d5185d2-658a-4bd0-a1e9-7576256ce24c req-80b59433-86be-4e31-83e5-c50861081937 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccc9e7f-b62c-4d7e-a5ae-a11471925881 HTTP/1.1" status: 200 len: 945 time: 0.0493128 Sep 15 17:03:46.485399 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-a2034374-4db2-47c3-90ba-e9f01afbb3b3 req-e6c37a77-a420-4d85-bf34-2406d20b7eda tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] For port 7f88dff0-9443-43be-be9c-010b69bce554, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=7f88dff0-9443-43be-be9c-010b69bce554,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:46.485762 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a2034374-4db2-47c3-90ba-e9f01afbb3b3 req-e6c37a77-a420-4d85-bf34-2406d20b7eda tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:46.501113 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-a2034374-4db2-47c3-90ba-e9f01afbb3b3 req-e6c37a77-a420-4d85-bf34-2406d20b7eda tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Calling delete_port for 7f88dff0-9443-43be-be9c-010b69bce554 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:46.514753 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6d5185d2-658a-4bd0-a1e9-7576256ce24c req-8f979e3c-baae-4ba5-a495-db6c68cdfc30 tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.13 "GET /v2.0/security-groups?id=268fd423-aa08-46ce-be7f-6a4c8224ae28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340679 Sep 15 17:03:46.612747 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936faedf-87aa-4160-b692-98d21f279f62 req-729297be-0949-437a-b82c-59ba46f397a6 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:46.614266 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-936faedf-87aa-4160-b692-98d21f279f62 req-729297be-0949-437a-b82c-59ba46f397a6 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0704663 Sep 15 17:03:46.635204 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:03:46.686394 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-936faedf-87aa-4160-b692-98d21f279f62 req-96b3c549-a672-4efd-bd6e-7c006c096a8b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661500 Sep 15 17:03:46.695837 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a2034374-4db2-47c3-90ba-e9f01afbb3b3 req-e6c37a77-a420-4d85-bf34-2406d20b7eda tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:46.717222 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['7f88dff0-9443-43be-be9c-010b69bce554'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:03:46.725864 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c37a77-a420-4d85-bf34-2406d20b7eda tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Pushing event deleted for resources: {'Port': ['ID=7f88dff0-9443-43be-be9c-010b69bce554,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:46.766536 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2034374-4db2-47c3-90ba-e9f01afbb3b3 req-e6c37a77-a420-4d85-bf34-2406d20b7eda tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] No DVR routers for this DVR port 7f88dff0-9443-43be-be9c-010b69bce554 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:03:46.769045 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-a2034374-4db2-47c3-90ba-e9f01afbb3b3 req-e6c37a77-a420-4d85-bf34-2406d20b7eda tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:46.772117 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a2034374-4db2-47c3-90ba-e9f01afbb3b3 req-e6c37a77-a420-4d85-bf34-2406d20b7eda tempest-ServerRescueNegativeTestJSON-1611318907 tempest-ServerRescueNegativeTestJSON-1611318907-project] 10.222.0.61 "DELETE /v2.0/ports/7f88dff0-9443-43be-be9c-010b69bce554 HTTP/1.1" status: 204 len: 173 time: 0.4654119 Sep 15 17:03:47.201623 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003159d-3724-4189-8705-d30d898627ca req-0cadae53-8e2f-4c2a-a20e-b2860355235b tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:47.202984 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0003159d-3724-4189-8705-d30d898627ca req-0cadae53-8e2f-4c2a-a20e-b2860355235b tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 944 time: 0.0545452 Sep 15 17:03:47.245766 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0003159d-3724-4189-8705-d30d898627ca req-1e55adf9-e465-4259-ac21-b5cb4cb82054 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357916 Sep 15 17:03:47.299423 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccc9e7f-b62c-4d7e-a5ae-a11471925881', 'name': 'network-vif-deleted', 'tag': '7f88dff0-9443-43be-be9c-010b69bce554'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:47.301832 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a628d85-8e84-4fd0-82a7-977f1f09407f" -d '{"events": [{"server_uuid": "cccc9e7f-b62c-4d7e-a5ae-a11471925881", "name": "network-vif-deleted", "tag": "7f88dff0-9443-43be-be9c-010b69bce554"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:47.337160 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f75ecf9-c840-4b58-bac4-453e88533c40 x-openstack-request-id: req-8f75ecf9-c840-4b58-bac4-453e88533c40 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:47.337553 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccc9e7f-b62c-4d7e-a5ae-a11471925881", "name": "network-vif-deleted", "tag": "7f88dff0-9443-43be-be9c-010b69bce554", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:47.337801 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f75ecf9-c840-4b58-bac4-453e88533c40 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:47.338189 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccc9e7f-b62c-4d7e-a5ae-a11471925881', 'name': 'network-vif-deleted', 'tag': '7f88dff0-9443-43be-be9c-010b69bce554', 'status': 'completed', 'code': 200} Sep 15 17:03:47.570678 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36642) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:47.814962 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f226af2-46fb-4257-a535-0ae7467445d1 req-2f7e2dfc-9fa7-4d54-8055-75bbbfa0f7bc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:47.816351 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f226af2-46fb-4257-a535-0ae7467445d1 req-2f7e2dfc-9fa7-4d54-8055-75bbbfa0f7bc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0526469 Sep 15 17:03:47.854963 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8f226af2-46fb-4257-a535-0ae7467445d1 req-33a8b957-bbe9-4ecc-8ce4-884ae2384225 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320897 Sep 15 17:03:47.978111 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-baa44495-fc8e-4c43-848a-66405c65c9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680779'] for router_interface, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:48.263776 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-baa44495-fc8e-4c43-848a-66405c65c9ef admin admin] Deleting port 5b40cb63-2428-4f7f-a550-e3912a3fcff6 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:48.264110 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-baa44495-fc8e-4c43-848a-66405c65c9ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:48.580838 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0bb32-59b3-4a94-827a-57b920a890cc req-3795f2d5-3580-4576-add4-6ade1c8fa087 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:48.582331 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-58d0bb32-59b3-4a94-827a-57b920a890cc req-3795f2d5-3580-4576-add4-6ade1c8fa087 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 944 time: 0.0984721 Sep 15 17:03:48.591431 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-baa44495-fc8e-4c43-848a-66405c65c9ef admin admin] For port 5b40cb63-2428-4f7f-a550-e3912a3fcff6, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=5b40cb63-2428-4f7f-a550-e3912a3fcff6,segment=NetworkSegment(53dc75eb-b3d3-45d7-914b-3d883dad3ef9),segment_id=53dc75eb-b3d3-45d7-914b-3d883dad3ef9)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:48.591791 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-baa44495-fc8e-4c43-848a-66405c65c9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:48.615129 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-baa44495-fc8e-4c43-848a-66405c65c9ef admin admin] Calling delete_port for 5b40cb63-2428-4f7f-a550-e3912a3fcff6 owned by network:router_interface {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:48.661210 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-58d0bb32-59b3-4a94-827a-57b920a890cc req-84901171-deaa-487a-b506-c1583b3a5b4d tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717256 Sep 15 17:03:48.826383 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-baa44495-fc8e-4c43-848a-66405c65c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:48.836525 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 02a38038-2747-44c9-818f-3be6881e6307 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:03:48.849769 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa44495-fc8e-4c43-848a-66405c65c9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5b40cb63-2428-4f7f-a550-e3912a3fcff6,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:48.930920 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=02a38038-2747-44c9-818f-3be6881e6307,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:48.944506 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '02a38038-2747-44c9-818f-3be6881e6307', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'port_id': '02a38038-2747-44c9-818f-3be6881e6307', 'mac_address': 'fa:16:3e:8f:c1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:03:48.977029 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f8409-4b64-492d-bcc9-14463de07d41 req-819e843a-d074-4d35-ae2a-2cf658f57513 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:48.979016 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-002f8409-4b64-492d-bcc9-14463de07d41 req-819e843a-d074-4d35-ae2a-2cf658f57513 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 943 time: 0.0496869 Sep 15 17:03:48.986481 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:48.999959 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a38038-2747-44c9-818f-3be6881e6307 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:03:49.018975 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-002f8409-4b64-492d-bcc9-14463de07d41 req-dacc2e20-3cb3-41f4-bcc8-8e088047cc16 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341685 Sep 15 17:03:49.022355 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=02a38038-2747-44c9-818f-3be6881e6307,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:49.024628 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-baa44495-fc8e-4c43-848a-66405c65c9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3722935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691963'] for router_interface, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:49.027122 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:49.027913 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 11ff7561-e861-4d55-bd31-a9c9d506f421 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:03:49.138395 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=02a38038-2747-44c9-818f-3be6881e6307,revision_number=9']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:49.162438 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 11ff7561-e861-4d55-bd31-a9c9d506f421, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=11ff7561-e861-4d55-bd31-a9c9d506f421,segment=NetworkSegment(864fd8bc-c7a7-4bc8-a47d-419d578a1266),segment_id=864fd8bc-c7a7-4bc8-a47d-419d578a1266)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:49.173100 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '11ff7561-e861-4d55-bd31-a9c9d506f421', 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823', 'port_id': '11ff7561-e861-4d55-bd31-a9c9d506f421', 'mac_address': 'fa:16:3e:82:12:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54af22a1-7548-40fb-a917-2bb8826fb8d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:03:49.209925 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:49.222415 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ff7561-e861-4d55-bd31-a9c9d506f421 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:03:49.242517 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 11ff7561-e861-4d55-bd31-a9c9d506f421, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=11ff7561-e861-4d55-bd31-a9c9d506f421,segment=NetworkSegment(864fd8bc-c7a7-4bc8-a47d-419d578a1266),segment_id=864fd8bc-c7a7-4bc8-a47d-419d578a1266)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:49.246336 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:49.250772 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa44495-fc8e-4c43-848a-66405c65c9ef admin admin] Router 241bda00-7d00-4ff2-a311-9b635aa02725 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:03:49.293386 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=11ff7561-e861-4d55-bd31-a9c9d506f421,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:49.357347 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa44495-fc8e-4c43-848a-66405c65c9ef admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:03:49.363714 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-baa44495-fc8e-4c43-848a-66405c65c9ef admin admin] 10.222.0.13 "PUT /v2.0/routers/241bda00-7d00-4ff2-a311-9b635aa02725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7908189 Sep 15 17:03:49.365145 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36650) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:49.367915 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f102fd35-86d3-40fd-8c4a-aeb7c51cb001 None None] Sync routers for ids ['241bda00-7d00-4ff2-a311-9b635aa02725'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:03:49.377088 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f102fd35-86d3-40fd-8c4a-aeb7c51cb001 None None] Routers {'241bda00-7d00-4ff2-a311-9b635aa02725'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:03:49.377719 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-f102fd35-86d3-40fd-8c4a-aeb7c51cb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['241bda00-7d00-4ff2-a311-9b635aa02725'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:49.468569 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Notify callbacks [] for router, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:49.479982 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-f102fd35-86d3-40fd-8c4a-aeb7c51cb001 None None] Set router 241bda00-7d00-4ff2-a311-9b635aa02725 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:03:49.480190 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['11ff7561-e861-4d55-bd31-a9c9d506f421'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:03:49.484203 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['02a38038-2747-44c9-818f-3be6881e6307'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:03:49.576119 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:49.635040 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Deleting port da7daec2-5de0-4243-88b3-c45306a3861b {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:49.635712 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:49.662857 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-f102fd35-86d3-40fd-8c4a-aeb7c51cb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'name': 'tempest-ServerRescueNegativeTestJSON-1580740405-router', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:23Z', 'updated_at': '2021-09-15T17:03:48Z', 'revision_number': 5, 'project_id': '4bb8c151774347d69894809acbb89571', 'gw_port': {'id': 'da7daec2-5de0-4243-88b3-c45306a3861b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:24Z', 'updated_at': '2021-09-15T17:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:49.693830 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f102fd35-86d3-40fd-8c4a-aeb7c51cb001 None None] Checking router: 241bda00-7d00-4ff2-a311-9b635aa02725 for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:03:49.702296 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f102fd35-86d3-40fd-8c4a-aeb7c51cb001 None None] Routers {'241bda00-7d00-4ff2-a311-9b635aa02725'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:03:49.702902 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-f102fd35-86d3-40fd-8c4a-aeb7c51cb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['241bda00-7d00-4ff2-a311-9b635aa02725'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:49.735513 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] For port da7daec2-5de0-4243-88b3-c45306a3861b, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=da7daec2-5de0-4243-88b3-c45306a3861b,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:49.735873 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:49.749927 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Calling delete_port for da7daec2-5de0-4243-88b3-c45306a3861b owned by network:router_gateway {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:49.797946 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-f102fd35-86d3-40fd-8c4a-aeb7c51cb001 None None] Set router 241bda00-7d00-4ff2-a311-9b635aa02725 gateway port host: None {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:03:49.848465 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-f102fd35-86d3-40fd-8c4a-aeb7c51cb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'name': 'tempest-ServerRescueNegativeTestJSON-1580740405-router', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:23Z', 'updated_at': '2021-09-15T17:03:49Z', 'revision_number': 6, 'project_id': '4bb8c151774347d69894809acbb89571', 'gw_port_host': None}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:49.851562 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923697d-4b2c-4944-8b89-573a355b1b81 req-02b5c8d5-3551-4edd-83ee-c4bc4c74a51c tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:49.853047 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b923697d-4b2c-4944-8b89-573a355b1b81 req-02b5c8d5-3551-4edd-83ee-c4bc4c74a51c tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 945 time: 0.0992181 Sep 15 17:03:49.877298 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f102fd35-86d3-40fd-8c4a-aeb7c51cb001 None None] The sync data for ids ['241bda00-7d00-4ff2-a311-9b635aa02725'] in dv-cinder-796806-2-iscsi is: [{'id': '241bda00-7d00-4ff2-a311-9b635aa02725', 'name': 'tempest-ServerRescueNegativeTestJSON-1580740405-router', 'tenant_id': '4bb8c151774347d69894809acbb89571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:23Z', 'updated_at': '2021-09-15T17:03:49Z', 'revision_number': 6, 'project_id': '4bb8c151774347d69894809acbb89571', 'gw_port_host': None}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:03:49.934276 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b923697d-4b2c-4944-8b89-573a355b1b81 req-929ad1f7-6c77-44ab-9180-b602c3753c36 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751803 Sep 15 17:03:49.985964 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.015104 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7daec2-5de0-4243-88b3-c45306a3861b,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:50.072669 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691901'] for router_gateway, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.160157 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd41933-9042-405a-a6f8-c136a4b14069 req-26f5f778-e0cb-476e-b1b0-b19ea0271a49 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:50.161615 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1bd41933-9042-405a-a6f8-c136a4b14069 req-26f5f778-e0cb-476e-b1b0-b19ea0271a49 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 944 time: 0.0486662 Sep 15 17:03:50.175637 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.178537 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.199970 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1bd41933-9042-405a-a6f8-c136a4b14069 req-0b1e5576-578e-475b-b7e7-b30307f9d46a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320427 Sep 15 17:03:50.251572 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687639'] for router, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.252124 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 241bda00-7d00-4ff2-a311-9b635aa02725 {{(pid=93881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:03:50.262862 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.264069 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-907df435-87bb-469c-b25d-eeb435ce3c80 admin admin] 10.222.0.13 "DELETE /v2.0/routers/241bda00-7d00-4ff2-a311-9b635aa02725 HTTP/1.1" status: 204 len: 168 time: 0.8979909 Sep 15 17:03:50.266703 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36656) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:50.311447 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdc5f11-698b-419f-ae6d-375af68fcf21 admin admin] Deleting subnet fb25078e-4bc9-4e87-9857-16b4673ee250 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:03:50.315074 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5f11-698b-419f-ae6d-375af68fcf21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.350805 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5f11-698b-419f-ae6d-375af68fcf21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28986898'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.383553 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5b40cb63-2428-4f7f-a550-e3912a3fcff6 no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:50.395513 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5f11-698b-419f-ae6d-375af68fcf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.407776 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 5b40cb63-2428-4f7f-a550-e3912a3fcff6 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:03:50.408109 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5b40cb63-2428-4f7f-a550-e3912a3fcff6 not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:03:50.447049 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5f11-698b-419f-ae6d-375af68fcf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29058476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29078325'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.475140 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc5f11-698b-419f-ae6d-375af68fcf21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb25078e-4bc9-4e87-9857-16b4673ee250,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:50.477215 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5f11-698b-419f-ae6d-375af68fcf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.479180 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6fdc5f11-698b-419f-ae6d-375af68fcf21 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fb25078e-4bc9-4e87-9857-16b4673ee250 HTTP/1.1" status: 204 len: 168 time: 0.2115014 Sep 15 17:03:50.481621 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36658) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:50.547770 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.628907 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.647323 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b001fffd-df46-42ce-ac95-85f7832c7c8b']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:50.655990 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dc75eb-b3d3-45d7-914b-3d883dad3ef9') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:50.656278 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dc75eb-b3d3-45d7-914b-3d883dad3ef9') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:50.665863 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28986905'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.680751 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.686902 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:03:50.687285 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29058930'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: Traceback (most recent call last): Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: timer() Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: cb(*args, **kw) Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: self._notify() Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: self.callback(batched_events) Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: event.method(event) Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: return f(self, *a, **k) Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._get(url).json() Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:03:50.688937 dv-cinder-796806-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:03:50.745441 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.754786 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.756899 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b001fffd-df46-42ce-ac95-85f7832c7c8b HTTP/1.1" status: 204 len: 168 time: 0.2742097 Sep 15 17:03:50.767661 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a9817-dbd9-4d2c-8674-93d5b17de160 admin admin] Pushing event deleted for resources: {'Network': ['ID=b001fffd-df46-42ce-ac95-85f7832c7c8b,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:50.843888 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 02a38038-2747-44c9-818f-3be6881e6307 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:03:50.874033 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36662) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:50.897511 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 02a38038-2747-44c9-818f-3be6881e6307 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:50.897773 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.920757 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2e8d763d-8f3c-4c4a-918c-0c28ea3e1dcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bb8c151774347d69894809acbb89571&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452497 Sep 15 17:03:50.923366 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36664) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:50.982556 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5141050b-386c-4bc0-aa13-97b7dea3da9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:50.984704 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:51.006083 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5141050b-386c-4bc0-aa13-97b7dea3da9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:51.008614 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a38038-2747-44c9-818f-3be6881e6307'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:51.010859 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe26027d-3eb6-4e5a-92d9-d6d5892943bd" -d '{"events": [{"server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "name": "network-vif-plugged", "status": "completed", "tag": "02a38038-2747-44c9-818f-3be6881e6307"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:51.024639 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=02a38038-2747-44c9-818f-3be6881e6307,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:51.037875 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:51.038820 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 11ff7561-e861-4d55-bd31-a9c9d506f421 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:03:51.064133 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794550ed-d90d-40b3-8e9b-697261eef15b x-openstack-request-id: req-794550ed-d90d-40b3-8e9b-697261eef15b {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:51.064442 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "name": "network-vif-plugged", "status": "completed", "tag": "02a38038-2747-44c9-818f-3be6881e6307", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:51.064664 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-794550ed-d90d-40b3-8e9b-697261eef15b {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:51.065041 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a38038-2747-44c9-818f-3be6881e6307', 'code': 200} Sep 15 17:03:51.094487 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3ecac-d93e-44eb-a5da-d311e3e602bb req-411809e1-8cad-484e-9d6b-9b605c2e6d7a tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:51.095928 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f9c3ecac-d93e-44eb-a5da-d311e3e602bb req-411809e1-8cad-484e-9d6b-9b605c2e6d7a tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 945 time: 0.0879056 Sep 15 17:03:51.118892 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5141050b-386c-4bc0-aa13-97b7dea3da9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:51.121664 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5141050b-386c-4bc0-aa13-97b7dea3da9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:51.123086 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5141050b-386c-4bc0-aa13-97b7dea3da9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/268fd423-aa08-46ce-be7f-6a4c8224ae28 HTTP/1.1" status: 204 len: 168 time: 0.1988151 Sep 15 17:03:51.128448 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=02a38038-2747-44c9-818f-3be6881e6307,revision_number=10']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:51.143695 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141050b-386c-4bc0-aa13-97b7dea3da9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268fd423-aa08-46ce-be7f-6a4c8224ae28,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:51.145130 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port 11ff7561-e861-4d55-bd31-a9c9d506f421 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:03:51.151557 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 11ff7561-e861-4d55-bd31-a9c9d506f421 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:51.152419 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:51.157856 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f9c3ecac-d93e-44eb-a5da-d311e3e602bb req-db3404ea-a245-4539-a596-2b0a604f7290 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536602 Sep 15 17:03:51.251614 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:51.287243 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 11ff7561-e861-4d55-bd31-a9c9d506f421, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=11ff7561-e861-4d55-bd31-a9c9d506f421,segment=NetworkSegment(864fd8bc-c7a7-4bc8-a47d-419d578a1266),segment_id=864fd8bc-c7a7-4bc8-a47d-419d578a1266)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:51.292749 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:51.293786 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 7f88dff0-9443-43be-be9c-010b69bce554 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:51.325018 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd8639-db56-4e39-96d1-7e588965687e req-c99bcb7c-a048-4789-ba23-d1cce40ee50d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:51.329691 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9cd8639-db56-4e39-96d1-7e588965687e req-c99bcb7c-a048-4789-ba23-d1cce40ee50d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 946 time: 0.0551662 Sep 15 17:03:51.333808 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: 7f88dff0-9443-43be-be9c-010b69bce554 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:03:51.334194 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 7f88dff0-9443-43be-be9c-010b69bce554 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:03:51.363825 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=11ff7561-e861-4d55-bd31-a9c9d506f421,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:51.365541 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9cd8639-db56-4e39-96d1-7e588965687e req-d7168176-f51f-4c92-ab76-d3012a63a473 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331347 Sep 15 17:03:51.569469 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4c07e-cade-419e-9bfe-03e6bc121002 req-d735d833-17ef-4827-a6a3-236e79889818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:51.570969 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1e4c07e-cade-419e-9bfe-03e6bc121002 req-d735d833-17ef-4827-a6a3-236e79889818 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 1099 time: 0.0402448 Sep 15 17:03:51.605963 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e1e4c07e-cade-419e-9bfe-03e6bc121002 req-7b9e1404-eef8-4f96-922f-63f913fb8d62 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279999 Sep 15 17:03:52.260449 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device da7daec2-5de0-4243-88b3-c45306a3861b no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:52.276292 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58416043-7ad2-48cb-afbe-de8950340354 req-a31687ba-db29-4d0d-9fbd-854248be05fa tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:52.277855 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-58416043-7ad2-48cb-afbe-de8950340354 req-a31687ba-db29-4d0d-9fbd-854248be05fa tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 946 time: 0.0557747 Sep 15 17:03:52.280808 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: da7daec2-5de0-4243-88b3-c45306a3861b {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:03:52.281154 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device da7daec2-5de0-4243-88b3-c45306a3861b not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:03:52.320305 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-58416043-7ad2-48cb-afbe-de8950340354 req-be6f986f-6104-4c95-97df-a16eaae92c64 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325642 Sep 15 17:03:52.425275 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36726) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:52.504960 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcbe14-bccb-4d3b-a590-fc00b2fe038b req-5df1bfb8-9e74-49b5-a7a6-e15abfcba230 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:52.507159 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d0dcbe14-bccb-4d3b-a590-fc00b2fe038b req-5df1bfb8-9e74-49b5-a7a6-e15abfcba230 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 946 time: 0.0550518 Sep 15 17:03:52.537470 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bd5f74d0-8105-4a62-a192-ef7236c2535e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:52.552406 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d0dcbe14-bccb-4d3b-a590-fc00b2fe038b req-73a082cd-a741-4d80-b1c1-8c333399639d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382671 Sep 15 17:03:52.642335 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bd5f74d0-8105-4a62-a192-ef7236c2535e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:52.648091 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-bd5f74d0-8105-4a62-a192-ef7236c2535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:52.685841 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-bd5f74d0-8105-4a62-a192-ef7236c2535e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=725de0fe528f4aada0d6fa95d3f790bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628813 Sep 15 17:03:52.686687 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f74d0-8105-4a62-a192-ef7236c2535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1b709f-847f-4301-aaf1-20dfb6d4b536,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:52.688540 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 36734) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:52.754551 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-79be00db-8c40-4d15-9359-d84ce49ca2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:52.776721 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-79be00db-8c40-4d15-9359-d84ce49ca2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:52.829252 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-79be00db-8c40-4d15-9359-d84ce49ca2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:52.832135 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-79be00db-8c40-4d15-9359-d84ce49ca2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:52.834484 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-79be00db-8c40-4d15-9359-d84ce49ca2de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea1b709f-847f-4301-aaf1-20dfb6d4b536 HTTP/1.1" status: 204 len: 168 time: 0.1393998 Sep 15 17:03:52.842529 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be00db-8c40-4d15-9359-d84ce49ca2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1b709f-847f-4301-aaf1-20dfb6d4b536,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:53.066472 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf858c8-4d84-49b7-8e57-96b277160573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ff7561-e861-4d55-bd31-a9c9d506f421'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:53.069634 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de65db6-5e19-4b32-b133-e8c1f7004cf7" -d '{"events": [{"server_uuid": "9cf858c8-4d84-49b7-8e57-96b277160573", "name": "network-vif-plugged", "status": "completed", "tag": "11ff7561-e861-4d55-bd31-a9c9d506f421"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:53.108803 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e639bc9e-e254-4f94-aae8-e126ce7dc75d x-openstack-request-id: req-e639bc9e-e254-4f94-aae8-e126ce7dc75d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:53.108803 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf858c8-4d84-49b7-8e57-96b277160573", "name": "network-vif-plugged", "status": "completed", "tag": "11ff7561-e861-4d55-bd31-a9c9d506f421", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:53.108803 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e639bc9e-e254-4f94-aae8-e126ce7dc75d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:53.108803 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf858c8-4d84-49b7-8e57-96b277160573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ff7561-e861-4d55-bd31-a9c9d506f421', 'code': 200} Sep 15 17:03:53.293408 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8406625-4dff-474f-962b-229e3b94d08c req-e16de3d7-df75-4123-8954-aa7b84b42ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:53.294929 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8406625-4dff-474f-962b-229e3b94d08c req-e16de3d7-df75-4123-8954-aa7b84b42ee5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 1099 time: 0.0495622 Sep 15 17:03:53.337191 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8406625-4dff-474f-962b-229e3b94d08c req-a244cb0c-4a01-4728-8fa4-00e165c2d128 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Sep 15 17:03:53.449305 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac615866-a430-4c17-8720-395c6df123ee req-e6ba48d7-c58b-4149-8073-ed9dd4937d80 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:53.451124 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ac615866-a430-4c17-8720-395c6df123ee req-e6ba48d7-c58b-4149-8073-ed9dd4937d80 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 946 time: 0.0557127 Sep 15 17:03:53.493929 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ac615866-a430-4c17-8720-395c6df123ee req-10435fea-e1c3-41de-9a43-89cbdb231886 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369110 Sep 15 17:03:53.688747 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fba96-f1de-4c5a-9c29-164bae0c8c37 req-db8acfd3-030d-4b02-86c2-f4c31e39c58e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:53.690238 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0c2fba96-f1de-4c5a-9c29-164bae0c8c37 req-db8acfd3-030d-4b02-86c2-f4c31e39c58e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 946 time: 0.0577137 Sep 15 17:03:53.732216 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0c2fba96-f1de-4c5a-9c29-164bae0c8c37 req-fac4079a-abd0-4f4e-a691-c39954ea13c5 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344872 Sep 15 17:03:54.411960 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6a615acd-74b0-474d-8e90-5fd3236a862f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:54.615585 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f429729-178b-4d19-b71c-c188834b0e29 req-1d29552e-7ec7-4243-9d23-9f222c8fac83 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:54.617088 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9f429729-178b-4d19-b71c-c188834b0e29 req-1d29552e-7ec7-4243-9d23-9f222c8fac83 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 946 time: 0.0503740 Sep 15 17:03:54.655171 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9f429729-178b-4d19-b71c-c188834b0e29 req-637e5d75-a98c-489d-8cd3-7770a260160a tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Sep 15 17:03:54.851230 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362693ed-3e9a-4d1b-960d-5788112a6be4 req-8fa72e15-c039-4603-a553-1842fe38bbee tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:54.852726 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-362693ed-3e9a-4d1b-960d-5788112a6be4 req-8fa72e15-c039-4603-a553-1842fe38bbee tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 946 time: 0.0509143 Sep 15 17:03:54.891061 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-362693ed-3e9a-4d1b-960d-5788112a6be4 req-71eb2c35-5ea5-4cc1-a1ff-7cc61c12dc4c tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322926 Sep 15 17:03:55.323791 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f54021-52c9-4343-bc44-8eba7e13ebc6 req-b7d3bc7c-c715-4511-bede-dad373e76740 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:55.325254 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e5f54021-52c9-4343-bc44-8eba7e13ebc6 req-b7d3bc7c-c715-4511-bede-dad373e76740 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 946 time: 0.0480797 Sep 15 17:03:55.361957 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e5f54021-52c9-4343-bc44-8eba7e13ebc6 req-47113eb0-bd6a-4825-be48-9169adb4055b tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Sep 15 17:03:56.488271 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a8a7c-9499-4811-a153-1f1fcca0690c req-4b4665de-432a-4680-a4a6-0a89aa51392c tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:56.489780 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dd7a8a7c-9499-4811-a153-1f1fcca0690c req-4b4665de-432a-4680-a4a6-0a89aa51392c tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 946 time: 0.0578096 Sep 15 17:03:56.527529 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dd7a8a7c-9499-4811-a153-1f1fcca0690c req-0d0c8986-0330-4a5f-acde-57fa30b09220 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307097 Sep 15 17:03:56.697910 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee245a-26bd-44b1-ad35-166afcedef00 req-3a048204-fc2e-4e42-9935-2cd8d6db50de tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:56.699330 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fdee245a-26bd-44b1-ad35-166afcedef00 req-3a048204-fc2e-4e42-9935-2cd8d6db50de tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cf858c8-4d84-49b7-8e57-96b277160573 HTTP/1.1" status: 200 len: 946 time: 0.0471952 Sep 15 17:03:56.793853 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-fdee245a-26bd-44b1-ad35-166afcedef00 req-ba9534cb-1f21-4ca7-ae1b-ecb07c36fc77 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Deleting port 11ff7561-e861-4d55-bd31-a9c9d506f421 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:56.794199 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fdee245a-26bd-44b1-ad35-166afcedef00 req-ba9534cb-1f21-4ca7-ae1b-ecb07c36fc77 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:56.882794 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-fdee245a-26bd-44b1-ad35-166afcedef00 req-ba9534cb-1f21-4ca7-ae1b-ecb07c36fc77 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] For port 11ff7561-e861-4d55-bd31-a9c9d506f421, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=11ff7561-e861-4d55-bd31-a9c9d506f421,segment=NetworkSegment(864fd8bc-c7a7-4bc8-a47d-419d578a1266),segment_id=864fd8bc-c7a7-4bc8-a47d-419d578a1266)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:56.883147 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fdee245a-26bd-44b1-ad35-166afcedef00 req-ba9534cb-1f21-4ca7-ae1b-ecb07c36fc77 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:56.894426 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-fdee245a-26bd-44b1-ad35-166afcedef00 req-ba9534cb-1f21-4ca7-ae1b-ecb07c36fc77 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Calling delete_port for 11ff7561-e861-4d55-bd31-a9c9d506f421 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:56.905043 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-89d8d7c2-a92a-4f9c-9760-c2605d6a88b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:57.017175 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fdee245a-26bd-44b1-ad35-166afcedef00 req-ba9534cb-1f21-4ca7-ae1b-ecb07c36fc77 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:57.028483 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['11ff7561-e861-4d55-bd31-a9c9d506f421'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:03:57.058821 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9534cb-1f21-4ca7-ae1b-ecb07c36fc77 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Pushing event deleted for resources: {'Port': ['ID=11ff7561-e861-4d55-bd31-a9c9d506f421,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:57.096519 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdee245a-26bd-44b1-ad35-166afcedef00 req-ba9534cb-1f21-4ca7-ae1b-ecb07c36fc77 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] No DVR routers for this DVR port 11ff7561-e861-4d55-bd31-a9c9d506f421 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:03:57.099038 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-fdee245a-26bd-44b1-ad35-166afcedef00 req-ba9534cb-1f21-4ca7-ae1b-ecb07c36fc77 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:57.101039 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fdee245a-26bd-44b1-ad35-166afcedef00 req-ba9534cb-1f21-4ca7-ae1b-ecb07c36fc77 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.61 "DELETE /v2.0/ports/11ff7561-e861-4d55-bd31-a9c9d506f421 HTTP/1.1" status: 204 len: 173 time: 0.3940957 Sep 15 17:03:57.101493 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf858c8-4d84-49b7-8e57-96b277160573', 'name': 'network-vif-deleted', 'tag': '11ff7561-e861-4d55-bd31-a9c9d506f421'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:57.103749 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d93e1b-dbaa-4f28-965b-f13f84b491f2" -d '{"events": [{"server_uuid": "9cf858c8-4d84-49b7-8e57-96b277160573", "name": "network-vif-deleted", "tag": "11ff7561-e861-4d55-bd31-a9c9d506f421"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:57.138358 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bc947b-f096-4319-9871-eac34dd33439 x-openstack-request-id: req-c6bc947b-f096-4319-9871-eac34dd33439 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:57.138643 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf858c8-4d84-49b7-8e57-96b277160573", "name": "network-vif-deleted", "tag": "11ff7561-e861-4d55-bd31-a9c9d506f421", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:57.138890 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6bc947b-f096-4319-9871-eac34dd33439 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:57.139274 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf858c8-4d84-49b7-8e57-96b277160573', 'name': 'network-vif-deleted', 'tag': '11ff7561-e861-4d55-bd31-a9c9d506f421', 'status': 'completed', 'code': 200} Sep 15 17:03:57.561299 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:57.696860 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 36872) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:57.802811 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-64bb12a6-6600-44d4-b44a-e51ba4fc55df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:57.855300 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-3286f4e5-80a2-44fe-8b2a-819d2343a863 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:57.856853 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-3286f4e5-80a2-44fe-8b2a-819d2343a863 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/networks?id=e34375bf-45a4-427c-95a9-4d929290c823 HTTP/1.1" status: 200 len: 808 time: 0.1081951 Sep 15 17:03:57.872772 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-2ff8a9c3-9173-4f70-81f5-c15e1b376393 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/quotas/68bbed8af6814a428d14db58d77a3425 HTTP/1.1" status: 200 len: 375 time: 0.0098283 Sep 15 17:03:57.891430 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-64bb12a6-6600-44d4-b44a-e51ba4fc55df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:57.895246 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-64bb12a6-6600-44d4-b44a-e51ba4fc55df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:57.905832 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-adf251be-dcb4-4847-a337-63bde79ba3b4 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=68bbed8af6814a428d14db58d77a3425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273013 Sep 15 17:03:57.933757 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-64bb12a6-6600-44d4-b44a-e51ba4fc55df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e8bebb4035341b38e0a48397f006aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357197 Sep 15 17:03:57.935816 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb12a6-6600-44d4-b44a-e51ba4fc55df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86387ea9-6be1-4b71-9acc-218fc1c13718,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:57.938205 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 36884) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:57.986173 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-07c3df78-140b-4994-a8ed-df7ae078d8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.000590 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a4bbb3a3-41c0-4562-98eb-00c86a374ff1 service neutron] 10.222.0.13 "GET /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867183 Sep 15 17:03:58.010183 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-07c3df78-140b-4994-a8ed-df7ae078d8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.061335 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-07c3df78-140b-4994-a8ed-df7ae078d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.063880 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-07c3df78-140b-4994-a8ed-df7ae078d8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.065025 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-07c3df78-140b-4994-a8ed-df7ae078d8ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86387ea9-6be1-4b71-9acc-218fc1c13718 HTTP/1.1" status: 204 len: 168 time: 0.1258318 Sep 15 17:03:58.076025 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3df78-140b-4994-a8ed-df7ae078d8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86387ea9-6be1-4b71-9acc-218fc1c13718,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:58.097764 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-367b1158-035e-4226-8be7-59fec27af2cc service neutron] 10.222.0.13 "GET /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899775 Sep 15 17:03:58.253131 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fccfdbfe-2fcc-422e-8001-59df7200d5af req-8544bd7a-939b-446b-b100-c2c39769c971 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 210 time: 0.0284264 Sep 15 17:03:58.363230 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 36898) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:58.378125 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f41e71d6-b0a9-4762-9b30-0cdaac541e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.470918 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f41e71d6-b0a9-4762-9b30-0cdaac541e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.474765 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f41e71d6-b0a9-4762-9b30-0cdaac541e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.502790 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.512955 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-f41e71d6-b0a9-4762-9b30-0cdaac541e0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea4a6463c63b4046b2c90ef72a2c74db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486654 Sep 15 17:03:58.513874 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e71d6-b0a9-4762-9b30-0cdaac541e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7ae1e3-0432-436a-abf7-e90cdd843f6d,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:58.516169 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36902) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:58.569345 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-585ad657-19fc-4da8-a402-43ca379354cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.590591 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-585ad657-19fc-4da8-a402-43ca379354cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.638518 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-585ad657-19fc-4da8-a402-43ca379354cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.640999 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-585ad657-19fc-4da8-a402-43ca379354cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.642204 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-585ad657-19fc-4da8-a402-43ca379354cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad7ae1e3-0432-436a-abf7-e90cdd843f6d HTTP/1.1" status: 204 len: 168 time: 0.1249661 Sep 15 17:03:58.650333 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ad657-19fc-4da8-a402-43ca379354cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7ae1e3-0432-436a-abf7-e90cdd843f6d,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:59.226017 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-408827af-7fa6-45fe-97c7-85fc5d74b26b tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:59.227927 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-408827af-7fa6-45fe-97c7-85fc5d74b26b tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.61 "GET /v2.0/networks?id=e34375bf-45a4-427c-95a9-4d929290c823 HTTP/1.1" status: 200 len: 808 time: 0.1183569 Sep 15 17:03:59.241638 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Request body: {'port': {'device_id': '70b50277-5b8d-4e20-8265-ecacbe080d49', 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823', 'admin_state_up': True, 'tenant_id': '68bbed8af6814a428d14db58d77a3425'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:59.354666 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f12a3b85-bb11-4384-b949-3cb1c278dcd4 req-d9121657-7165-4c51-a3da-0cd9bf52ae8b tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 210 time: 0.0289302 Sep 15 17:03:59.376213 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Made reservation on behalf of 68bbed8af6814a428d14db58d77a3425 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:03:59.376213 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:59.494411 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Allocated IP 172.20.0.14 (e34375bf-45a4-427c-95a9-4d929290c823/54af22a1-7548-40fb-a917-2bb8826fb8d0/39023cf9-ba52-45a5-b651-21d7782f5037) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:03:59.645518 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:59.680161 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:59.721502 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Network e34375bf-45a4-427c-95a9-4d929290c823 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:03:59.724432 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:03:59.728032 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:03:59.753719 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Pushing event updated for resources: {'Port': ['ID=39023cf9-ba52-45a5-b651-21d7782f5037,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:59.781837 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:59.782449 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:59.798901 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:59.799412 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-48ca46ec-6e01-4a45-9b0b-9a68bc2328a5 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623236 Sep 15 17:03:59.811981 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Request body: {'port': {'device_id': '70b50277-5b8d-4e20-8265-ecacbe080d49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:59.868016 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:00.132033 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39023cf9-ba52-45a5-b651-21d7782f5037 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:04:00.139838 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:00.152974 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Transition to ACTIVE for port object 39023cf9-ba52-45a5-b651-21d7782f5037 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:04:00.157706 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:00.213014 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Pushing event updated for resources: {'Port': ['ID=39023cf9-ba52-45a5-b651-21d7782f5037,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:00.566401 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117f716-7562-4d80-8fee-110470948181 req-58b5748c-ede7-4a43-ade4-f7ee1eda86c9 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:00.567894 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2117f716-7562-4d80-8fee-110470948181 req-58b5748c-ede7-4a43-ade4-f7ee1eda86c9 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 944 time: 0.0869312 Sep 15 17:04:00.569177 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Attempting to bind port 39023cf9-ba52-45a5-b651-21d7782f5037 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:04:00.569583 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Attempting to bind port 39023cf9-ba52-45a5-b651-21d7782f5037 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '864fd8bc-c7a7-4bc8-a47d-419d578a1266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:04:00.569987 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Attempting to bind port 39023cf9-ba52-45a5-b651-21d7782f5037 on network e34375bf-45a4-427c-95a9-4d929290c823 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:04:00.574602 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Port 39023cf9-ba52-45a5-b651-21d7782f5037 on network e34375bf-45a4-427c-95a9-4d929290c823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:04:00.574918 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Attempting to bind port 39023cf9-ba52-45a5-b651-21d7782f5037 on network e34375bf-45a4-427c-95a9-4d929290c823 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:04:00.586749 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:04:00.587078 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Checking segment: {'id': '864fd8bc-c7a7-4bc8-a47d-419d578a1266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:04:00.587458 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Bound using segment: {'id': '864fd8bc-c7a7-4bc8-a47d-419d578a1266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:04:00.587869 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Bound port: 39023cf9-ba52-45a5-b651-21d7782f5037, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864fd8bc-c7a7-4bc8-a47d-419d578a1266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:04:00.588220 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:00.645601 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2117f716-7562-4d80-8fee-110470948181 req-f2b2e13b-53f1-4b67-ad92-41190e567df3 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677180 Sep 15 17:04:00.674335 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] For port 39023cf9-ba52-45a5-b651-21d7782f5037, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:04:00.677603 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] For port 39023cf9-ba52-45a5-b651-21d7782f5037, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=39023cf9-ba52-45a5-b651-21d7782f5037,segment=NetworkSegment(864fd8bc-c7a7-4bc8-a47d-419d578a1266),segment_id=864fd8bc-c7a7-4bc8-a47d-419d578a1266)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:04:00.682203 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:00.718623 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:00.719187 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:00.720588 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] 10.222.0.61 "PUT /v2.0/ports/39023cf9-ba52-45a5-b651-21d7782f5037 HTTP/1.1" status: 200 len: 1094 time: 0.9127593 Sep 15 17:04:00.721022 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b50277-5b8d-4e20-8265-ecacbe080d49', 'tag': '39023cf9-ba52-45a5-b651-21d7782f5037'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:04:00.723270 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3072e216-01aa-451b-ab9b-00b021f2e331" -d '{"events": [{"name": "network-changed", "server_uuid": "70b50277-5b8d-4e20-8265-ecacbe080d49", "tag": "39023cf9-ba52-45a5-b651-21d7782f5037"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:04:00.751014 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7845cdf-cfe6-4c90-95a7-047235dc8074 service neutron] Pushing event updated for resources: {'Port': ['ID=39023cf9-ba52-45a5-b651-21d7782f5037,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:00.770937 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810d71bd-e360-421d-934a-e69f66ae0a1c x-openstack-request-id: req-810d71bd-e360-421d-934a-e69f66ae0a1c {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:04:00.771268 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b50277-5b8d-4e20-8265-ecacbe080d49", "tag": "39023cf9-ba52-45a5-b651-21d7782f5037", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:04:00.771693 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-810d71bd-e360-421d-934a-e69f66ae0a1c {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:04:00.772103 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b50277-5b8d-4e20-8265-ecacbe080d49', 'tag': '39023cf9-ba52-45a5-b651-21d7782f5037', 'status': 'completed', 'code': 200} Sep 15 17:04:00.788534 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36982) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:00.801188 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-4188f01d-fd56-469a-97aa-28e467da92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:00.802716 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-4188f01d-fd56-469a-97aa-28e467da92e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68bbed8af6814a428d14db58d77a3425&device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 1097 time: 0.0426619 Sep 15 17:04:00.849067 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-f3c5cea6-c4cf-4cbd-91b7-b4e53f521c71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39023cf9-ba52-45a5-b651-21d7782f5037 HTTP/1.1" status: 200 len: 217 time: 0.0355368 Sep 15 17:04:00.892342 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-07bdbf9b-3e62-4ea1-a977-3b6c3662bdb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:00.897761 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-9d8f595a-f6a0-4859-b660-7eaa1c679d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:00.899230 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-9d8f595a-f6a0-4859-b660-7eaa1c679d7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=54af22a1-7548-40fb-a917-2bb8826fb8d0 HTTP/1.1" status: 200 len: 848 time: 0.0432494 Sep 15 17:04:00.922974 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 11ff7561-e861-4d55-bd31-a9c9d506f421 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:04:00.933690 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-3a796cfd-ac4b-4c9d-9a8d-2f3ba611cafe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e34375bf-45a4-427c-95a9-4d929290c823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268764 Sep 15 17:04:00.943066 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: 11ff7561-e861-4d55-bd31-a9c9d506f421 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:04:00.943492 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 11ff7561-e861-4d55-bd31-a9c9d506f421 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:04:00.984690 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-07bdbf9b-3e62-4ea1-a977-3b6c3662bdb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:00.988517 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-07bdbf9b-3e62-4ea1-a977-3b6c3662bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.027832 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-b746ec9f-ff8f-42d8-affd-d8c8f2d2c2f7 service neutron] 10.222.0.61 "GET /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864449 Sep 15 17:04:01.028790 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-07bdbf9b-3e62-4ea1-a977-3b6c3662bdb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acf66e3ef330497d94b1fbd2dc95ccca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392006 Sep 15 17:04:01.029635 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdbf9b-3e62-4ea1-a977-3b6c3662bdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc784c1b-c617-459a-a5f3-51e7ed1ff189,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:01.031392 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 36986) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:01.142658 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d8891218-b935-4263-b04b-e3f1058eb1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.160365 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8698c214-8d26-47f7-9a2e-c1ce9508c2f1 req-a42cf5c7-eca4-4999-b7e7-47a0248ff5a2 service neutron] 10.222.0.61 "GET /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227963 Sep 15 17:04:01.171900 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d8891218-b935-4263-b04b-e3f1058eb1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.241767 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d8891218-b935-4263-b04b-e3f1058eb1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.244329 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d8891218-b935-4263-b04b-e3f1058eb1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.245481 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d8891218-b935-4263-b04b-e3f1058eb1ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc784c1b-c617-459a-a5f3-51e7ed1ff189 HTTP/1.1" status: 204 len: 168 time: 0.2129962 Sep 15 17:04:01.257504 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072e216-01aa-451b-ab9b-00b021f2e331 req-1ecb4755-0e3a-4f4b-8516-dd66ff03f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:01.259104 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3072e216-01aa-451b-ab9b-00b021f2e331 req-1ecb4755-0e3a-4f4b-8516-dd66ff03f3f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68bbed8af6814a428d14db58d77a3425&device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 1097 time: 0.0520809 Sep 15 17:04:01.260297 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8891218-b935-4263-b04b-e3f1058eb1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc784c1b-c617-459a-a5f3-51e7ed1ff189,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:01.359155 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072e216-01aa-451b-ab9b-00b021f2e331 req-dcae09ca-9768-436c-8000-94b2a5560f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:01.359155 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3072e216-01aa-451b-ab9b-00b021f2e331 req-dcae09ca-9768-436c-8000-94b2a5560f17 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e34375bf-45a4-427c-95a9-4d929290c823 HTTP/1.1" status: 200 len: 909 time: 0.0923679 Sep 15 17:04:01.402187 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3072e216-01aa-451b-ab9b-00b021f2e331 req-a760cfbb-6139-45c6-b73c-0ad23c68321c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39023cf9-ba52-45a5-b651-21d7782f5037 HTTP/1.1" status: 200 len: 217 time: 0.0346923 Sep 15 17:04:01.451683 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072e216-01aa-451b-ab9b-00b021f2e331 req-f739e20f-2b8c-4e8e-801b-d1aee6f4d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:01.453141 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3072e216-01aa-451b-ab9b-00b021f2e331 req-f739e20f-2b8c-4e8e-801b-d1aee6f4d333 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=54af22a1-7548-40fb-a917-2bb8826fb8d0 HTTP/1.1" status: 200 len: 848 time: 0.0437987 Sep 15 17:04:01.486659 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3072e216-01aa-451b-ab9b-00b021f2e331 req-893e80a9-627a-4108-ae58-4327aa3f8624 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e34375bf-45a4-427c-95a9-4d929290c823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246210 Sep 15 17:04:01.514146 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 36992) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:01.527984 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-40c5e564-7c39-4858-b37f-bae39fa4eaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.587009 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3072e216-01aa-451b-ab9b-00b021f2e331 req-3757893c-caba-4393-a1a3-8b049c4a98b2 service neutron] 10.222.0.61 "GET /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925505 Sep 15 17:04:01.619547 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-40c5e564-7c39-4858-b37f-bae39fa4eaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.623955 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-40c5e564-7c39-4858-b37f-bae39fa4eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.665210 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-40c5e564-7c39-4858-b37f-bae39fa4eaa8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4edad4d05ae1401cad245a3ac4cfc4b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470499 Sep 15 17:04:01.665210 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5e564-7c39-4858-b37f-bae39fa4eaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8f6cda-6aec-4a89-be25-43c2a3e57574,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:01.665614 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 36994) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:01.706662 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3072e216-01aa-451b-ab9b-00b021f2e331 req-4fa81ad3-d23b-4a67-8ce1-28c2fb26bbb2 service neutron] 10.222.0.61 "GET /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118791 Sep 15 17:04:01.756170 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c505d92-b827-42e5-8add-4636ed3455ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.788773 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d13a0e-b802-44c7-9ab5-da58ee45375b req-b10c8f49-16d9-4490-8130-aad998909cc6 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:01.790262 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d9d13a0e-b802-44c7-9ab5-da58ee45375b req-b10c8f49-16d9-4490-8130-aad998909cc6 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 944 time: 0.0752168 Sep 15 17:04:01.792031 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c505d92-b827-42e5-8add-4636ed3455ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.848729 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d9d13a0e-b802-44c7-9ab5-da58ee45375b req-74f7cacb-2ec8-406a-9e6b-861ab27daab8 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502777 Sep 15 17:04:01.863577 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c505d92-b827-42e5-8add-4636ed3455ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.866610 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c505d92-b827-42e5-8add-4636ed3455ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.867699 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-8c505d92-b827-42e5-8add-4636ed3455ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f8f6cda-6aec-4a89-be25-43c2a3e57574 HTTP/1.1" status: 204 len: 168 time: 0.2011621 Sep 15 17:04:01.875500 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c505d92-b827-42e5-8add-4636ed3455ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8f6cda-6aec-4a89-be25-43c2a3e57574,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:02.879047 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37030) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:02.964480 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3eb1e-fa46-4f5a-8413-85f61f6f3f59 req-42394753-f305-4697-819a-afa407963d89 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:02.966217 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8eb3eb1e-fa46-4f5a-8413-85f61f6f3f59 req-42394753-f305-4697-819a-afa407963d89 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 944 time: 0.0480659 Sep 15 17:04:02.983739 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e6fa38dc-253b-4e31-84f8-1943d4f76bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:03.003408 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8eb3eb1e-fa46-4f5a-8413-85f61f6f3f59 req-60d2c520-0056-41f1-a61e-10b37032e715 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312757 Sep 15 17:04:03.074832 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e6fa38dc-253b-4e31-84f8-1943d4f76bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:03.078569 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e6fa38dc-253b-4e31-84f8-1943d4f76bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:03.117012 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e6fa38dc-253b-4e31-84f8-1943d4f76bed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6adb38c07901476693f82fecad3f2aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368956 Sep 15 17:04:03.117756 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa38dc-253b-4e31-84f8-1943d4f76bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752a47b8-2832-477c-b19e-a95586ed1aae,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:03.119701 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37034) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:03.167470 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7526020e-ae14-4dec-a410-7799c38445b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:03.189827 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7526020e-ae14-4dec-a410-7799c38445b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:03.234671 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7526020e-ae14-4dec-a410-7799c38445b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:03.237126 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7526020e-ae14-4dec-a410-7799c38445b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:03.238268 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7526020e-ae14-4dec-a410-7799c38445b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/752a47b8-2832-477c-b19e-a95586ed1aae HTTP/1.1" status: 204 len: 168 time: 0.1176074 Sep 15 17:04:03.249891 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526020e-ae14-4dec-a410-7799c38445b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752a47b8-2832-477c-b19e-a95586ed1aae,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:03.847371 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37056) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:03.948280 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-862172910-network', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:03.968868 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Made reservation on behalf of b3370acfd09e48f0ad39723285a119dd for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:04:03.971239 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:03.979893 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.067793 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.071895 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.097741 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:04:04.104663 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ce413b-5075-46b9-8439-797ce29bef6c,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:04.110588 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.110928 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Added segment 011c718d-71fa-4f94-a56d-3ff2d14ae35f of type vlan for network 6836674f-7de3-4902-9ab7-80f35c172746 Sep 15 17:04:04.122386 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07324816-7d14-408d-9d64-a6d881fe63f0 req-e443a95f-3163-417e-9500-e572f4237dca tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:04.123949 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-07324816-7d14-408d-9d64-a6d881fe63f0 req-e443a95f-3163-417e-9500-e572f4237dca tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 944 time: 0.0512822 Sep 15 17:04:04.152132 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.161774 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-07324816-7d14-408d-9d64-a6d881fe63f0 req-b9b03cfa-7d36-4630-b6b5-c6c289e20e3d tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318856 Sep 15 17:04:04.176122 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.177075 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:04.177690 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.212865 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3643446 Sep 15 17:04:04.215769 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37062) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:04.220769 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-9dd78716-531e-45fb-8dff-258901037660 admin admin] Request body: {'subnet': {'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-862172910-subnet', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:04.243768 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd78716-531e-45fb-8dff-258901037660 admin admin] Made reservation on behalf of b3370acfd09e48f0ad39723285a119dd for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:04:04.246521 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9dd78716-531e-45fb-8dff-258901037660 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29225577'] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.424061 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9dd78716-531e-45fb-8dff-258901037660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28456873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29225543'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.462032 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51211af5-881e-4782-95fa-67e34369199a admin admin] Pushing event updated for resources: {'Network': ['ID=6836674f-7de3-4902-9ab7-80f35c172746,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:04.471934 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network 6836674f-7de3-4902-9ab7-80f35c172746 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:04:04.479888 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd78716-531e-45fb-8dff-258901037660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce1e6d6-ec20-4605-82cb-1d82523402a9,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:04.490343 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd78716-531e-45fb-8dff-258901037660 admin admin] Checking segment: {'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:04:04.490767 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd78716-531e-45fb-8dff-258901037660 admin admin] Network hostable DHCP agents. Network: 6836674f-7de3-4902-9ab7-80f35c172746, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:04:04.508566 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd78716-531e-45fb-8dff-258901037660 admin admin] Network 6836674f-7de3-4902-9ab7-80f35c172746 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:04:04.517238 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-9dd78716-531e-45fb-8dff-258901037660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, 6836674f-7de3-4902-9ab7-80f35c172746) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:04.521463 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd78716-531e-45fb-8dff-258901037660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:04.522624 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9dd78716-531e-45fb-8dff-258901037660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.536765 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9dd78716-531e-45fb-8dff-258901037660 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3197451 Sep 15 17:04:04.539417 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37064) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:04.543789 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:04.566463 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7841'] for router, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.567692 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3687446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7830'] for router, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.632102 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.641898 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72cf9fe-04eb-4a2e-812a-b28b0c38a201 None None] Network 6836674f-7de3-4902-9ab7-80f35c172746 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:04:04.767962 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.810534 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d6edbe5-1399-5a55-9820-08a0dd3a1f98-6836674f-7de3-4902-9ab7-80f35c172746', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9'}]}} from dv-cinder-796806-2-iscsi. {{(pid=93882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:04:04.811386 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.939917 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 39023cf9-ba52-45a5-b651-21d7782f5037 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:04:04.949969 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Allocated IP 172.20.0.2 (6836674f-7de3-4902-9ab7-80f35c172746/9ce1e6d6-ec20-4605-82cb-1d82523402a9/8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:04:04.959637 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:04.978541 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:05.082126 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Allocated IP 172.27.0.54 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/5196f50d-eba7-43e4-9344-a884415658aa) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:04:05.117831 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 39023cf9-ba52-45a5-b651-21d7782f5037, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=39023cf9-ba52-45a5-b651-21d7782f5037,segment=NetworkSegment(864fd8bc-c7a7-4bc8-a47d-419d578a1266),segment_id=864fd8bc-c7a7-4bc8-a47d-419d578a1266)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:05.152461 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '39023cf9-ba52-45a5-b651-21d7782f5037', 'network_id': 'e34375bf-45a4-427c-95a9-4d929290c823', 'port_id': '39023cf9-ba52-45a5-b651-21d7782f5037', 'mac_address': 'fa:16:3e:d9:f0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54af22a1-7548-40fb-a917-2bb8826fb8d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:04:05.183175 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:05.196810 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:05.208446 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:05.213521 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:05.226610 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:05.262822 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39023cf9-ba52-45a5-b651-21d7782f5037 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:04:05.267772 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:04:05.269189 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Network 6836674f-7de3-4902-9ab7-80f35c172746 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:04:05.272473 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:05.275514 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:05.279298 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:04:05.282418 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Pushing event updated for resources: {'Port': ['ID=5196f50d-eba7-43e4-9344-a884415658aa,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:05.287265 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:04:05.298333 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3ca30-f888-4e92-836c-b33873518ecf req-0cc551e3-3d9b-43a7-85d8-6ba2d7d43672 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:05.299257 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Pushing event updated for resources: {'Port': ['ID=8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:05.300319 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-65d3ca30-f888-4e92-836c-b33873518ecf req-0cc551e3-3d9b-43a7-85d8-6ba2d7d43672 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 944 time: 0.0666161 Sep 15 17:04:05.307664 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 39023cf9-ba52-45a5-b651-21d7782f5037, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=39023cf9-ba52-45a5-b651-21d7782f5037,segment=NetworkSegment(864fd8bc-c7a7-4bc8-a47d-419d578a1266),segment_id=864fd8bc-c7a7-4bc8-a47d-419d578a1266)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:05.329834 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:05.359128 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-65d3ca30-f888-4e92-836c-b33873518ecf req-66ed3099-ec51-43e4-8b8b-2f3f24ab2693 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434480 Sep 15 17:04:05.385965 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Attempting to bind port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:04:05.386330 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Attempting to bind port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:04:05.386687 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Attempting to bind port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c on network 6836674f-7de3-4902-9ab7-80f35c172746 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:04:05.401101 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:04:05.401495 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Checking segment: {'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:04:05.401891 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:05.402276 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Bound using segment: {'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:04:05.402769 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Bound port: 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:04:05.403144 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:05.407788 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=39023cf9-ba52-45a5-b651-21d7782f5037,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:05.469735 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] For port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:04:05.472721 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] For port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:04:05.477798 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:05.539955 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b552250-e712-40f9-b434-4eb3be599527 None None] Pushing event updated for resources: {'Port': ['ID=8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:05.546444 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:05.568702 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['39023cf9-ba52-45a5-b651-21d7782f5037'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:04:05.767444 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3691857'] for router, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:05.896749 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a is scheduled to L3 agent 21334550-ce88-4843-91b5-85275250437d with binding_index 1 {{(pid=93880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:04:06.245800 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:04:06.261635 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Sync routers for ids ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:04:06.266935 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:06.271082 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-11f068d2-654d-4ec2-bf95-cdf1512acda1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7279615 Sep 15 17:04:06.271442 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37070) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:06.276723 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Routers {'13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:06.278101 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:06.406134 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Set router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:06.464475 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:06.486985 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044e852-aae0-426b-b189-7eefa03146a7 req-cc859852-c17f-4e17-828b-b5609b69231e tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:06.488817 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a044e852-aae0-426b-b189-7eefa03146a7 req-cc859852-c17f-4e17-828b-b5609b69231e tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 945 time: 0.0544207 Sep 15 17:04:06.491838 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0be1a-dd1b-46ec-9066-a4a17f481aeb None None] Network 6836674f-7de3-4902-9ab7-80f35c172746 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:04:06.531452 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a044e852-aae0-426b-b189-7eefa03146a7 req-2b511f79-8f6c-4111-808b-a845f8b06b5d tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Sep 15 17:04:06.633410 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-b25ad85b-7f9d-4971-b4e3-7d0b23b0d983 None None] Provisioning complete for port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:06.633693 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b25ad85b-7f9d-4971-b4e3-7d0b23b0d983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:06.698859 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:06.699227 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:06.717597 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:06.879587 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:06.881798 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Allocated IP 172.20.0.1 (6836674f-7de3-4902-9ab7-80f35c172746/9ce1e6d6-ec20-4605-82cb-1d82523402a9/21bbb4c6-df5e-433d-bde1-510bdaedc54c) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:04:06.918457 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b25ad85b-7f9d-4971-b4e3-7d0b23b0d983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:06.942586 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 39023cf9-ba52-45a5-b651-21d7782f5037 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:06.952150 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:05Z', 'revision_number': 3, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:06.987652 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.023665 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.070642 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Network 6836674f-7de3-4902-9ab7-80f35c172746 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:04:07.073937 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:07.080891 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:04:07.102339 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Pushing event updated for resources: {'Port': ['ID=21bbb4c6-df5e-433d-bde1-510bdaedc54c,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:07.123204 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691910'] for router_interface, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.138012 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.150814 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Checking router: 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:04:07.151182 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Updating router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a port 5196f50d-eba7-43e4-9344-a884415658aa binding host dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:04:07.171404 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-b25ad85b-7f9d-4971-b4e3-7d0b23b0d983 None None] For port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:07.198960 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b25ad85b-7f9d-4971-b4e3-7d0b23b0d983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.243030 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.266508 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.340711 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ad85b-7f9d-4971-b4e3-7d0b23b0d983 None None] Pushing event updated for resources: {'Port': ['ID=8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:07.348279 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port 39023cf9-ba52-45a5-b651-21d7782f5037 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:04:07.350124 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.db.api [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:04:07.351049 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG oslo_db.api [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:04:07.397435 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 39023cf9-ba52-45a5-b651-21d7782f5037 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:07.398278 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.435017 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-1eda410c-782d-4f4d-b8ac-44237ef5f14b None None] Provisioning complete for port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:07.435294 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1eda410c-782d-4f4d-b8ac-44237ef5f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.442057 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.448312 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29058458'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.515887 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Pushing event updated for resources: {'Port': ['ID=21bbb4c6-df5e-433d-bde1-510bdaedc54c,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:07.520643 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3722926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680790'] for router_interface, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.643956 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Network 6836674f-7de3-4902-9ab7-80f35c172746 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:04:07.645154 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.649655 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:07.708916 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46885629-155e-4fb2-974b-7e3b5adbe0ed req-0afa1931-23da-491d-8dfc-9c3cbbb6bd55 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:07.711847 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-46885629-155e-4fb2-974b-7e3b5adbe0ed req-0afa1931-23da-491d-8dfc-9c3cbbb6bd55 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 945 time: 0.1048360 Sep 15 17:04:07.714605 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b50277-5b8d-4e20-8265-ecacbe080d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39023cf9-ba52-45a5-b651-21d7782f5037'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:04:07.716861 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f40610-c47f-48c7-a508-e797c094b646" -d '{"events": [{"server_uuid": "70b50277-5b8d-4e20-8265-ecacbe080d49", "name": "network-vif-plugged", "status": "completed", "tag": "39023cf9-ba52-45a5-b651-21d7782f5037"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:04:07.725319 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-1eda410c-782d-4f4d-b8ac-44237ef5f14b None None] Provisioning complete for port 21bbb4c6-df5e-433d-bde1-510bdaedc54c triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:07.725319 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1eda410c-782d-4f4d-b8ac-44237ef5f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.745498 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.769485 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 39023cf9-ba52-45a5-b651-21d7782f5037, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=39023cf9-ba52-45a5-b651-21d7782f5037,segment=NetworkSegment(864fd8bc-c7a7-4bc8-a47d-419d578a1266),segment_id=864fd8bc-c7a7-4bc8-a47d-419d578a1266)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:07.773468 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759c46d4-17df-4eac-8458-170d6e03d645 x-openstack-request-id: req-759c46d4-17df-4eac-8458-170d6e03d645 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:04:07.773843 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b50277-5b8d-4e20-8265-ecacbe080d49", "name": "network-vif-plugged", "status": "completed", "tag": "39023cf9-ba52-45a5-b651-21d7782f5037", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:04:07.774239 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-759c46d4-17df-4eac-8458-170d6e03d645 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:04:07.774588 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b50277-5b8d-4e20-8265-ecacbe080d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39023cf9-ba52-45a5-b651-21d7782f5037', 'code': 200} Sep 15 17:04:07.780511 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.791617 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.802441 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-46885629-155e-4fb2-974b-7e3b5adbe0ed req-17e71a2d-af11-4c36-86a6-299aa1bfcc8f tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821917 Sep 15 17:04:07.820368 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:04:07.836530 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1eda410c-782d-4f4d-b8ac-44237ef5f14b None None] Port 21bbb4c6-df5e-433d-bde1-510bdaedc54c cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:04:07.885814 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Attempting to bind port 5196f50d-eba7-43e4-9344-a884415658aa on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:04:07.886263 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Attempting to bind port 5196f50d-eba7-43e4-9344-a884415658aa by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:04:07.886731 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Attempting to bind port 5196f50d-eba7-43e4-9344-a884415658aa on network 0a12a79d-29f1-4548-82a1-b61425661d5c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:04:07.906107 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:04:07.906529 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Checking segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:04:07.906873 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.907266 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Bound using segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:04:07.907734 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Bound port: 5196f50d-eba7-43e4-9344-a884415658aa, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:04:07.908108 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:07.909704 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=39023cf9-ba52-45a5-b651-21d7782f5037,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:07.958595 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:04:07.965460 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3406ae6a-77ce-4f3a-bed2-dbd6b17fba53 admin admin] 10.222.0.13 "PUT /v2.0/routers/13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6908107 Sep 15 17:04:07.973690 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6279f1-ff3a-4ec7-a1db-8b6f7ed2aaa9 req-aa988386-5914-40aa-91ab-a83d0b820131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:07.977107 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c6279f1-ff3a-4ec7-a1db-8b6f7ed2aaa9 req-aa988386-5914-40aa-91ab-a83d0b820131 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 1099 time: 0.0426733 Sep 15 17:04:08.014524 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c6279f1-ff3a-4ec7-a1db-8b6f7ed2aaa9 req-9e3ca51e-999f-4d11-a2a4-2f2ddde9c08a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299878 Sep 15 17:04:08.021049 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-61c7c4aa-60f8-438d-a964-393942060110 None None] Provisioning complete for port 21bbb4c6-df5e-433d-bde1-510bdaedc54c triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:08.021510 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61c7c4aa-60f8-438d-a964-393942060110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:08.025204 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8800dbb-2cba-4e02-a25e-7cdee0f8ae80 None None] Pushing event updated for resources: {'Port': ['ID=5196f50d-eba7-43e4-9344-a884415658aa,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:08.048293 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] For port 5196f50d-eba7-43e4-9344-a884415658aa, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:04:08.065056 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] For port 5196f50d-eba7-43e4-9344-a884415658aa, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=5196f50d-eba7-43e4-9344-a884415658aa,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:04:08.073586 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:08.081453 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-61c7c4aa-60f8-438d-a964-393942060110 None None] Port 21bbb4c6-df5e-433d-bde1-510bdaedc54c cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:04:08.130941 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Routers {'13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:08.131611 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:08.170414 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8800dbb-2cba-4e02-a25e-7cdee0f8ae80 None None] Pushing event updated for resources: {'Port': ['ID=5196f50d-eba7-43e4-9344-a884415658aa,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:08.246416 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] Set router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:08.324976 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:08.439052 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:08.439421 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:08.448676 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37094) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:08.453698 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-388149664-network', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:08.474667 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Made reservation on behalf of 5c02feb3272f4d1093a2e2a3da915143 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:04:08.477206 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:08.485754 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:08.552024 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '21bbb4c6-df5e-433d-bde1-510bdaedc54c', 'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'mac_address': 'fa:16:3e:e7:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:06Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 2, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'subnets': [{'id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:08.578052 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:08.582067 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:08.582865 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68516d77-49d5-42bc-93f5-98e82718f059 None None] The sync data for ids ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'] in dv-cinder-796806-2-iscsi is: [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '21bbb4c6-df5e-433d-bde1-510bdaedc54c', 'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'mac_address': 'fa:16:3e:e7:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:06Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 2, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'subnets': [{'id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:04:08.608037 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:04:08.618565 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae20ecc-c4ba-4e33-99f2-ad322ae160ef,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:08.623574 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:08.623829 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Added segment 7c707b84-7007-4465-868d-0b634b7988f7 of type vlan for network a7473ba3-d795-4c76-9568-5eb39aaa7c89 Sep 15 17:04:08.665466 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:08.689678 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:08.690635 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:08.691326 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:08.723075 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2732387 Sep 15 17:04:08.725783 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37096) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:08.730393 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-0e366ab8-fddf-4ddd-81aa-8c25e2cc8f3d admin admin] Request body: {'subnet': {'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-388149664-subnet', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:08.775611 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cc21f-8a71-4efb-8e07-fb519e725904 admin admin] Pushing event updated for resources: {'Network': ['ID=a7473ba3-d795-4c76-9568-5eb39aaa7c89,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:08.790591 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e366ab8-fddf-4ddd-81aa-8c25e2cc8f3d admin admin] Made reservation on behalf of 5c02feb3272f4d1093a2e2a3da915143 for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:04:08.793866 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0e366ab8-fddf-4ddd-81aa-8c25e2cc8f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29225577'] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:08.795382 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network a7473ba3-d795-4c76-9568-5eb39aaa7c89 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:04:08.984721 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467281ba-092f-4d40-8b58-2b85ba77e91e req-254a0ef8-e2c3-44d9-9cec-960754e4644f tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:08.986299 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-467281ba-092f-4d40-8b58-2b85ba77e91e req-254a0ef8-e2c3-44d9-9cec-960754e4644f tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 946 time: 0.0916121 Sep 15 17:04:09.056783 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0e366ab8-fddf-4ddd-81aa-8c25e2cc8f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28456873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29225543'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.068346 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-467281ba-092f-4d40-8b58-2b85ba77e91e req-19b77b04-0494-4fb3-8d85-ecf17abc6afe tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743043 Sep 15 17:04:09.122590 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e366ab8-fddf-4ddd-81aa-8c25e2cc8f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7edb96b8-1627-45ed-a182-bec27a0acd1b,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:09.127825 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e366ab8-fddf-4ddd-81aa-8c25e2cc8f3d admin admin] Checking segment: {'id': '7c707b84-7007-4465-868d-0b634b7988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:04:09.128171 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e366ab8-fddf-4ddd-81aa-8c25e2cc8f3d admin admin] Network hostable DHCP agents. Network: a7473ba3-d795-4c76-9568-5eb39aaa7c89, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:04:09.146686 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e366ab8-fddf-4ddd-81aa-8c25e2cc8f3d admin admin] Network a7473ba3-d795-4c76-9568-5eb39aaa7c89 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:04:09.157810 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-0e366ab8-fddf-4ddd-81aa-8c25e2cc8f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, a7473ba3-d795-4c76-9568-5eb39aaa7c89) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:09.163261 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e366ab8-fddf-4ddd-81aa-8c25e2cc8f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:09.164429 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0e366ab8-fddf-4ddd-81aa-8c25e2cc8f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.168840 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ccf739-2e61-4ceb-97f1-bd91f0c411df None None] Network a7473ba3-d795-4c76-9568-5eb39aaa7c89 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:04:09.188262 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0e366ab8-fddf-4ddd-81aa-8c25e2cc8f3d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4613128 Sep 15 17:04:09.190543 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37100) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:09.195743 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-388149664-router', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:09.238767 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7841'] for router, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.240081 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3687446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7830'] for router, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.313881 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.366834 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d6edbe5-1399-5a55-9820-08a0dd3a1f98-a7473ba3-d795-4c76-9568-5eb39aaa7c89', 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'fixed_ips': [{'subnet_id': '7edb96b8-1627-45ed-a182-bec27a0acd1b'}]}} from dv-cinder-796806-2-iscsi. {{(pid=93882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:04:09.367711 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.464605 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.641901 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Allocated IP 172.20.0.2 (a7473ba3-d795-4c76-9568-5eb39aaa7c89/7edb96b8-1627-45ed-a182-bec27a0acd1b/d9ec6ba8-922e-4660-9f2c-dcd2ca418406) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:04:09.689552 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.708918 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.796932 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.805327 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.830686 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Allocated IP 172.27.0.33 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/f74c7c7a-60e3-43a4-8fbc-4d95044c9834) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:04:09.843366 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Network a7473ba3-d795-4c76-9568-5eb39aaa7c89 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:04:09.846320 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:09.850525 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:04:09.880785 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Pushing event updated for resources: {'Port': ['ID=d9ec6ba8-922e-4660-9f2c-dcd2ca418406,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:09.910511 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Attempting to bind port d9ec6ba8-922e-4660-9f2c-dcd2ca418406 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:04:09.910874 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Attempting to bind port d9ec6ba8-922e-4660-9f2c-dcd2ca418406 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '7c707b84-7007-4465-868d-0b634b7988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:04:09.911238 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Attempting to bind port d9ec6ba8-922e-4660-9f2c-dcd2ca418406 on network a7473ba3-d795-4c76-9568-5eb39aaa7c89 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:04:09.916752 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:04:09.917122 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Checking segment: {'id': '7c707b84-7007-4465-868d-0b634b7988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:04:09.917548 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.917936 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Bound using segment: {'id': '7c707b84-7007-4465-868d-0b634b7988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:04:09.918394 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Bound port: d9ec6ba8-922e-4660-9f2c-dcd2ca418406, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c707b84-7007-4465-868d-0b634b7988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:04:09.918770 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.944601 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.979447 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:09.987127 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] For port d9ec6ba8-922e-4660-9f2c-dcd2ca418406, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:04:09.990343 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] For port d9ec6ba8-922e-4660-9f2c-dcd2ca418406, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=d9ec6ba8-922e-4660-9f2c-dcd2ca418406,segment=NetworkSegment(7c707b84-7007-4465-868d-0b634b7988f7),segment_id=7c707b84-7007-4465-868d-0b634b7988f7)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:04:09.995416 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:10.020139 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:04:10.029256 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:10.031519 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:04:10.034654 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Pushing event updated for resources: {'Port': ['ID=f74c7c7a-60e3-43a4-8fbc-4d95044c9834,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:10.051278 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac47bf-0924-4e9c-a7a1-9d74996a6036 None None] Pushing event updated for resources: {'Port': ['ID=d9ec6ba8-922e-4660-9f2c-dcd2ca418406,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:10.196039 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49aab0-ec97-4e04-8374-59bf056ad802 req-e7f86e29-fbc8-4446-83b2-7504fa397ae3 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:10.198328 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fb49aab0-ec97-4e04-8374-59bf056ad802 req-e7f86e29-fbc8-4446-83b2-7504fa397ae3 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 946 time: 0.0592456 Sep 15 17:04:10.258089 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fb49aab0-ec97-4e04-8374-59bf056ad802 req-a2a34f89-26ba-4dc7-8cbc-409a511d3a1a tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530670 Sep 15 17:04:10.364173 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:10.446151 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5196f50d-eba7-43e4-9344-a884415658aa up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:10.510313 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 5196f50d-eba7-43e4-9344-a884415658aa triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:10.510686 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:10.605785 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:10.607585 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3691857'] for router, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:10.627323 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port 5196f50d-eba7-43e4-9344-a884415658aa, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=5196f50d-eba7-43e4-9344-a884415658aa,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:10.630576 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:10.632011 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device d9ec6ba8-922e-4660-9f2c-dcd2ca418406 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:10.706077 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=5196f50d-eba7-43e4-9344-a884415658aa,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:10.720574 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port d9ec6ba8-922e-4660-9f2c-dcd2ca418406 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:10.720941 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:10.754288 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Router c52a332d-a6d4-439b-b533-ca1b3288dc1a is scheduled to L3 agent 21334550-ce88-4843-91b5-85275250437d with binding_index 1 {{(pid=93880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:04:10.825602 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:10.863457 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port d9ec6ba8-922e-4660-9f2c-dcd2ca418406, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=d9ec6ba8-922e-4660-9f2c-dcd2ca418406,segment=NetworkSegment(7c707b84-7007-4465-868d-0b634b7988f7),segment_id=7c707b84-7007-4465-868d-0b634b7988f7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:10.870005 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:10.871868 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:04:10.886477 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Sync routers for ids ['c52a332d-a6d4-439b-b533-ca1b3288dc1a'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:04:10.896222 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Routers {'c52a332d-a6d4-439b-b533-ca1b3288dc1a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:10.896942 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c52a332d-a6d4-439b-b533-ca1b3288dc1a'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:10.898909 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:10.901569 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-599523ba-1783-412e-95a1-dd36b457f092 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7098260 Sep 15 17:04:10.904091 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37116) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:10.976285 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=d9ec6ba8-922e-4660-9f2c-dcd2ca418406,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:10.989320 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:10.989670 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:10.990038 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:10.990371 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:10.990740 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:10.991072 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:10.991406 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:10.991820 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:10.992168 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:10.992492 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:10.992812 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:10.993129 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.092862 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd68050-b4ab-4a00-b3ac-5b9fcc224e00 req-2adf96c3-4645-483b-aa4f-15a19e7241ec tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:11.102127 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4dd68050-b4ab-4a00-b3ac-5b9fcc224e00 req-2adf96c3-4645-483b-aa4f-15a19e7241ec tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 946 time: 0.0754166 Sep 15 17:04:11.145839 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4dd68050-b4ab-4a00-b3ac-5b9fcc224e00 req-01ebf57c-5049-454f-b60d-157ab8627832 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Sep 15 17:04:11.166514 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Set router c52a332d-a6d4-439b-b533-ca1b3288dc1a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:11.202402 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f46ab3-b467-4399-8c3c-24f8b3484f32 None None] Network a7473ba3-d795-4c76-9568-5eb39aaa7c89 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:04:11.273219 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Sync routers for ids ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:04:11.285804 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5d968a71-13b8-40bb-ba27-4df304025043 None None] Provisioning complete for port d9ec6ba8-922e-4660-9f2c-dcd2ca418406 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:11.286174 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d968a71-13b8-40bb-ba27-4df304025043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.319807 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Routers {'13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:11.320529 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:11.359691 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'name': 'tempest-TestShelveInstance-388149664-router', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 3, 'project_id': '5c02feb3272f4d1093a2e2a3da915143', 'gw_port': {'id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:11.387122 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Checking router: c52a332d-a6d4-439b-b533-ca1b3288dc1a for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:04:11.387461 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Updating router c52a332d-a6d4-439b-b533-ca1b3288dc1a port f74c7c7a-60e3-43a4-8fbc-4d95044c9834 binding host dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:04:11.414895 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.419811 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.524422 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Set router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:11.593393 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Allocated IP 172.20.0.1 (a7473ba3-d795-4c76-9568-5eb39aaa7c89/7edb96b8-1627-45ed-a182-bec27a0acd1b/7d05e92b-af2e-4de1-a2ab-64a8f88eebdf) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:04:11.707138 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.717967 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.722134 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.765787 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Pushing event updated for resources: {'Port': ['ID=f74c7c7a-60e3-43a4-8fbc-4d95044c9834,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:11.766567 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.775949 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.776088 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '21bbb4c6-df5e-433d-bde1-510bdaedc54c', 'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'mac_address': 'fa:16:3e:e7:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:06Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 2, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'subnets': [{'id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:11.776298 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.776627 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.776952 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.777296 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.777615 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.777930 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.778245 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.778576 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.778891 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.779201 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.779508 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:11.798142 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Attempting to bind port f74c7c7a-60e3-43a4-8fbc-4d95044c9834 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:04:11.798501 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Attempting to bind port f74c7c7a-60e3-43a4-8fbc-4d95044c9834 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:04:11.798853 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Attempting to bind port f74c7c7a-60e3-43a4-8fbc-4d95044c9834 on network 0a12a79d-29f1-4548-82a1-b61425661d5c {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:04:11.804488 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:04:11.804843 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Checking segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:04:11.805245 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.805629 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Bound using segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:04:11.806080 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Bound port: f74c7c7a-60e3-43a4-8fbc-4d95044c9834, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:04:11.806464 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.819862 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Checking router: 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:04:11.820130 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Pushing event updated for resources: {'Port': ['ID=7d05e92b-af2e-4de1-a2ab-64a8f88eebdf,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:11.820433 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Updating router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a port 21bbb4c6-df5e-433d-bde1-510bdaedc54c binding host dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:04:11.833391 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Network a7473ba3-d795-4c76-9568-5eb39aaa7c89 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:04:11.835070 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:11.841903 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:04:11.854756 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-13282d2e-dc62-4d97-84fc-cbd4b7e092ca None None] Provisioning complete for port d9ec6ba8-922e-4660-9f2c-dcd2ca418406 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:11.855277 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13282d2e-dc62-4d97-84fc-cbd4b7e092ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.859420 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.866822 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] For port f74c7c7a-60e3-43a4-8fbc-4d95044c9834, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:04:11.870194 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] For port f74c7c7a-60e3-43a4-8fbc-4d95044c9834, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=f74c7c7a-60e3-43a4-8fbc-4d95044c9834,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:04:11.876615 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.901472 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691910'] for router_interface, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:11.950342 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042c806-7369-4ebc-bc07-e025fb08d1ec None None] Pushing event updated for resources: {'Port': ['ID=f74c7c7a-60e3-43a4-8fbc-4d95044c9834,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:11.972770 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Routers {'c52a332d-a6d4-439b-b533-ca1b3288dc1a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:11.973807 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c52a332d-a6d4-439b-b533-ca1b3288dc1a'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:12.058009 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:12.107789 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] Set router c52a332d-a6d4-439b-b533-ca1b3288dc1a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:12.207428 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-195852b9-56db-4087-b581-59f241b8e65e None None] Provisioning complete for port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:12.207796 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-195852b9-56db-4087-b581-59f241b8e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:12.236278 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:12.243268 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:12.252757 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:12.254694 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-195852b9-56db-4087-b581-59f241b8e65e None None] Port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:04:12.270859 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:12.326198 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'name': 'tempest-TestShelveInstance-388149664-router', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 3, 'project_id': '5c02feb3272f4d1093a2e2a3da915143', 'gw_port': {'id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:12.360316 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3722926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680790'] for router_interface, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:12.363490 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30109413-96b1-4c3c-aa3e-50e5c20e915a None None] Pushing event updated for resources: {'Port': ['ID=21bbb4c6-df5e-433d-bde1-510bdaedc54c,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:12.373753 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Pushing event updated for resources: {'Port': ['ID=7d05e92b-af2e-4de1-a2ab-64a8f88eebdf,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:12.382050 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eeced8-8e23-4f95-93c1-d8dd2dd51e54 None None] The sync data for ids ['c52a332d-a6d4-439b-b533-ca1b3288dc1a'] in dv-cinder-796806-2-iscsi is: [{'id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'name': 'tempest-TestShelveInstance-388149664-router', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 3, 'project_id': '5c02feb3272f4d1093a2e2a3da915143', 'gw_port': {'id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:04:12.394129 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5196f50d-eba7-43e4-9344-a884415658aa up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:12.424541 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a598480-42b6-4c38-9261-6b92e93fa3a9 req-248a0d7f-7a0f-499a-b6c9-67ab636b3f03 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:12.426128 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8a598480-42b6-4c38-9261-6b92e93fa3a9 req-248a0d7f-7a0f-499a-b6c9-67ab636b3f03 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 946 time: 0.1498375 Sep 15 17:04:12.433905 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Attempting to bind port 21bbb4c6-df5e-433d-bde1-510bdaedc54c on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:04:12.434652 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Attempting to bind port 21bbb4c6-df5e-433d-bde1-510bdaedc54c by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:04:12.435229 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Attempting to bind port 21bbb4c6-df5e-433d-bde1-510bdaedc54c on network 6836674f-7de3-4902-9ab7-80f35c172746 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:04:12.448808 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:04:12.449454 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Checking segment: {'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:04:12.449950 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:12.450443 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Bound using segment: {'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:04:12.451027 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Bound port: 21bbb4c6-df5e-433d-bde1-510bdaedc54c, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:04:12.451503 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:12.518704 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 5196f50d-eba7-43e4-9344-a884415658aa triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:12.519172 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:12.558654 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Network a7473ba3-d795-4c76-9568-5eb39aaa7c89 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:04:12.565201 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:12.581587 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8a598480-42b6-4c38-9261-6b92e93fa3a9 req-ccbbb039-5620-43af-97d1-896e3cc1e6eb tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d9e2a8b-1550-4c9d-9548-df03fc2aad20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045017 Sep 15 17:04:12.593613 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e5993-5bf0-4afd-8a12-6402069cd413 req-db2c9038-42ed-48a2-bbd1-f84669521b29 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:12.595205 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-767e5993-5bf0-4afd-8a12-6402069cd413 req-db2c9038-42ed-48a2-bbd1-f84669521b29 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.61 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 946 time: 0.1170938 Sep 15 17:04:12.729627 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-676210f6-654e-4744-9815-09ebef887585 None None] Provisioning complete for port 21bbb4c6-df5e-433d-bde1-510bdaedc54c triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:12.730093 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-676210f6-654e-4744-9815-09ebef887585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:12.732252 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] For port 21bbb4c6-df5e-433d-bde1-510bdaedc54c, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:04:12.736948 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] For port 21bbb4c6-df5e-433d-bde1-510bdaedc54c, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=21bbb4c6-df5e-433d-bde1-510bdaedc54c,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:04:12.770672 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:12.867977 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-676210f6-654e-4744-9815-09ebef887585 None None] Port 21bbb4c6-df5e-433d-bde1-510bdaedc54c cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:04:12.877425 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30109413-96b1-4c3c-aa3e-50e5c20e915a None None] Pushing event updated for resources: {'Port': ['ID=21bbb4c6-df5e-433d-bde1-510bdaedc54c,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:12.908406 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Routers {'13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:12.909042 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:12.957540 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device d9ec6ba8-922e-4660-9f2c-dcd2ca418406 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:13.048038 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c4da6f99-ae7d-4427-8bc6-ce053afed15b None None] Provisioning complete for port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:13.048405 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c4da6f99-ae7d-4427-8bc6-ce053afed15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.073948 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Router c52a332d-a6d4-439b-b533-ca1b3288dc1a has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:04:13.106263 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] Set router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:13.141539 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c4da6f99-ae7d-4427-8bc6-ce053afed15b None None] Port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:04:13.150493 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port d9ec6ba8-922e-4660-9f2c-dcd2ca418406 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:13.150493 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.192246 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-767e5993-5bf0-4afd-8a12-6402069cd413 req-05ef5424-3f2b-4e15-910b-c3b50188e697 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Deleting port 39023cf9-ba52-45a5-b651-21d7782f5037 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:04:13.192604 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-767e5993-5bf0-4afd-8a12-6402069cd413 req-05ef5424-3f2b-4e15-910b-c3b50188e697 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.231053 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:04:13.238306 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-fe93dc75-34b8-4ded-9603-67563bf37025 admin admin] 10.222.0.13 "PUT /v2.0/routers/c52a332d-a6d4-439b-b533-ca1b3288dc1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3329284 Sep 15 17:04:13.322122 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-42f8fd20-4fcf-4119-b8a5-933e0ba5c677 None None] Provisioning complete for port 21bbb4c6-df5e-433d-bde1-510bdaedc54c triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:13.322496 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42f8fd20-4fcf-4119-b8a5-933e0ba5c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.323424 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-767e5993-5bf0-4afd-8a12-6402069cd413 req-05ef5424-3f2b-4e15-910b-c3b50188e697 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] For port 39023cf9-ba52-45a5-b651-21d7782f5037, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=39023cf9-ba52-45a5-b651-21d7782f5037,segment=NetworkSegment(864fd8bc-c7a7-4bc8-a47d-419d578a1266),segment_id=864fd8bc-c7a7-4bc8-a47d-419d578a1266)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:13.324169 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-767e5993-5bf0-4afd-8a12-6402069cd413 req-05ef5424-3f2b-4e15-910b-c3b50188e697 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.343828 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-767e5993-5bf0-4afd-8a12-6402069cd413 req-05ef5424-3f2b-4e15-910b-c3b50188e697 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Calling delete_port for 39023cf9-ba52-45a5-b651-21d7782f5037 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:04:13.492887 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42f8fd20-4fcf-4119-b8a5-933e0ba5c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.504509 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-767e5993-5bf0-4afd-8a12-6402069cd413 req-05ef5424-3f2b-4e15-910b-c3b50188e697 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.523464 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['39023cf9-ba52-45a5-b651-21d7782f5037'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:04:13.531560 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '21bbb4c6-df5e-433d-bde1-510bdaedc54c', 'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'mac_address': 'fa:16:3e:e7:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:06Z', 'updated_at': '2021-09-15T17:04:12Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'subnets': [{'id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:13.539456 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef5424-3f2b-4e15-910b-c3b50188e697 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Pushing event deleted for resources: {'Port': ['ID=39023cf9-ba52-45a5-b651-21d7782f5037,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:13.586861 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-767e5993-5bf0-4afd-8a12-6402069cd413 req-05ef5424-3f2b-4e15-910b-c3b50188e697 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] No DVR routers for this DVR port 39023cf9-ba52-45a5-b651-21d7782f5037 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:04:13.587176 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6135fe3-dcac-4f3c-b750-0f13df49aa03 None None] The sync data for ids ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'] in dv-cinder-796806-2-iscsi is: [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '21bbb4c6-df5e-433d-bde1-510bdaedc54c', 'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'mac_address': 'fa:16:3e:e7:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:06Z', 'updated_at': '2021-09-15T17:04:12Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'subnets': [{'id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:04:13.589529 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-767e5993-5bf0-4afd-8a12-6402069cd413 req-05ef5424-3f2b-4e15-910b-c3b50188e697 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.591723 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-767e5993-5bf0-4afd-8a12-6402069cd413 req-05ef5424-3f2b-4e15-910b-c3b50188e697 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.61 "DELETE /v2.0/ports/39023cf9-ba52-45a5-b651-21d7782f5037 HTTP/1.1" status: 204 len: 173 time: 0.9497907 Sep 15 17:04:13.592111 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b50277-5b8d-4e20-8265-ecacbe080d49', 'name': 'network-vif-deleted', 'tag': '39023cf9-ba52-45a5-b651-21d7782f5037'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:04:13.593370 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-42f8fd20-4fcf-4119-b8a5-933e0ba5c677 None None] For port 21bbb4c6-df5e-433d-bde1-510bdaedc54c, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=21bbb4c6-df5e-433d-bde1-510bdaedc54c,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:13.594439 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f601a9-28f9-4b8b-98b0-4dc5cc9bb5ad" -d '{"events": [{"server_uuid": "70b50277-5b8d-4e20-8265-ecacbe080d49", "name": "network-vif-deleted", "tag": "39023cf9-ba52-45a5-b651-21d7782f5037"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:04:13.606520 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42f8fd20-4fcf-4119-b8a5-933e0ba5c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.635327 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fa0b2b-fc58-422c-ad64-2ca71afe13e6 x-openstack-request-id: req-68fa0b2b-fc58-422c-ad64-2ca71afe13e6 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:04:13.635617 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b50277-5b8d-4e20-8265-ecacbe080d49", "name": "network-vif-deleted", "tag": "39023cf9-ba52-45a5-b651-21d7782f5037", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:04:13.635865 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68fa0b2b-fc58-422c-ad64-2ca71afe13e6 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:04:13.636398 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b50277-5b8d-4e20-8265-ecacbe080d49', 'name': 'network-vif-deleted', 'tag': '39023cf9-ba52-45a5-b651-21d7782f5037', 'status': 'completed', 'code': 200} Sep 15 17:04:13.706044 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8fd20-4fcf-4119-b8a5-933e0ba5c677 None None] Pushing event updated for resources: {'Port': ['ID=21bbb4c6-df5e-433d-bde1-510bdaedc54c,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:13.758036 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ec43933-ea05-443e-a7a8-34df42c0cf26 req-7335b2b8-380b-4416-a577-e0c6804095f0 tempest-VolumesActionsTest-1782725317 tempest-VolumesActionsTest-1782725317-project] 10.222.0.13 "GET /v2.0/ports?device_id=70b50277-5b8d-4e20-8265-ecacbe080d49 HTTP/1.1" status: 200 len: 210 time: 0.0350585 Sep 15 17:04:13.771246 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37136) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:13.778196 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-e6de378e-6f01-4a95-9db9-dde428411af5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86965408', 'description': 'tempest-secgroup-smoke-86965408 description', 'project_id': 'b3370acfd09e48f0ad39723285a119dd'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:13.802904 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e6de378e-6f01-4a95-9db9-dde428411af5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.898102 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e6de378e-6f01-4a95-9db9-dde428411af5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.902088 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e6de378e-6f01-4a95-9db9-dde428411af5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.929926 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e6de378e-6f01-4a95-9db9-dde428411af5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:13.931169 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-e6de378e-6f01-4a95-9db9-dde428411af5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1571636 Sep 15 17:04:13.934187 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37138) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:13.938887 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-e97c787a-599a-45a7-8d1c-1ff932312415 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Request body: {'security_group_rule': {'security_group_id': '5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3', 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:13.940573 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de378e-6f01-4a95-9db9-dde428411af5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:13.967418 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e97c787a-599a-45a7-8d1c-1ff932312415 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.031893 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e97c787a-599a-45a7-8d1c-1ff932312415 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.035844 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e97c787a-599a-45a7-8d1c-1ff932312415 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.053993 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c787a-599a-45a7-8d1c-1ff932312415 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d1ff69-3af9-4549-819d-8b380e51bb96,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:14.061104 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e97c787a-599a-45a7-8d1c-1ff932312415 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.062465 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e97c787a-599a-45a7-8d1c-1ff932312415 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272597 Sep 15 17:04:14.065328 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37140) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:14.071175 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-ac40d634-d72c-48e5-93d1-cf2b6de38e66 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Request body: {'security_group_rule': {'security_group_id': '5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3', 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:14.107024 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ac40d634-d72c-48e5-93d1-cf2b6de38e66 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.180017 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ac40d634-d72c-48e5-93d1-cf2b6de38e66 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.184189 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ac40d634-d72c-48e5-93d1-cf2b6de38e66 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.203316 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40d634-d72c-48e5-93d1-cf2b6de38e66 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2723dfe-91cb-4e3d-abaf-a95b8994134b,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:14.210857 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ac40d634-d72c-48e5-93d1-cf2b6de38e66 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.212076 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ac40d634-d72c-48e5-93d1-cf2b6de38e66 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457489 Sep 15 17:04:14.214889 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37142) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:14.219360 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-5b511289-5b32-4cfd-8f71-1db4d21530b1 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Request body: {'security_group_rule': {'security_group_id': '5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3', 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:14.247322 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5b511289-5b32-4cfd-8f71-1db4d21530b1 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.320927 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5b511289-5b32-4cfd-8f71-1db4d21530b1 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.328262 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5b511289-5b32-4cfd-8f71-1db4d21530b1 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.352153 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b511289-5b32-4cfd-8f71-1db4d21530b1 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc2e5f9-13b8-4c84-8ef0-ef8823775dc9,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:14.359606 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5b511289-5b32-4cfd-8f71-1db4d21530b1 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.361027 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5b511289-5b32-4cfd-8f71-1db4d21530b1 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450920 Sep 15 17:04:14.363841 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37144) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:14.368881 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-e5dceb0b-a6aa-4979-9c9c-ae5b6c848d4d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Request body: {'security_group_rule': {'security_group_id': '5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3', 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:14.400307 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5dceb0b-a6aa-4979-9c9c-ae5b6c848d4d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.433405 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 21bbb4c6-df5e-433d-bde1-510bdaedc54c up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:14.477735 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5dceb0b-a6aa-4979-9c9c-ae5b6c848d4d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.483288 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5dceb0b-a6aa-4979-9c9c-ae5b6c848d4d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.506083 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dceb0b-a6aa-4979-9c9c-ae5b6c848d4d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50a9444-9f54-436e-8eb3-0c95d4fbd515,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:14.508559 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e5dceb0b-a6aa-4979-9c9c-ae5b6c848d4d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.509523 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 21bbb4c6-df5e-433d-bde1-510bdaedc54c triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:14.509962 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.512561 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37146) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:14.515833 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Sync routers for ids ['c52a332d-a6d4-439b-b533-ca1b3288dc1a'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:04:14.517732 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-1cb53e00-c7a7-4783-9d0e-796e8397540a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Request body: {'security_group_rule': {'security_group_id': '5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3', 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:14.517988 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-e5dceb0b-a6aa-4979-9c9c-ae5b6c848d4d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528139 Sep 15 17:04:14.529788 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Routers {'c52a332d-a6d4-439b-b533-ca1b3288dc1a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:14.530419 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c52a332d-a6d4-439b-b533-ca1b3288dc1a'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:14.548523 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.securitygroups_db [None req-1cb53e00-c7a7-4783-9d0e-796e8397540a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Project b3370acfd09e48f0ad39723285a119dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:04:14.556028 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1cb53e00-c7a7-4783-9d0e-796e8397540a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.611543 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device f74c7c7a-60e3-43a4-8fbc-4d95044c9834 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:14.633665 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1cb53e00-c7a7-4783-9d0e-796e8397540a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.638019 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1cb53e00-c7a7-4783-9d0e-796e8397540a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.656529 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Set router c52a332d-a6d4-439b-b533-ca1b3288dc1a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:14.658517 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb53e00-c7a7-4783-9d0e-796e8397540a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7173e35f-946b-4f92-922c-445a52e423b9,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:14.661490 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port f74c7c7a-60e3-43a4-8fbc-4d95044c9834 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:14.661863 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.666684 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1cb53e00-c7a7-4783-9d0e-796e8397540a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.668103 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-1cb53e00-c7a7-4783-9d0e-796e8397540a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1545296 Sep 15 17:04:14.671007 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37148) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:14.675747 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-ff8bbff1-21a4-4415-830f-459c2a3eb454 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Request body: {'security_group_rule': {'security_group_id': '5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3', 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:14.704218 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.securitygroups_db [None req-ff8bbff1-21a4-4415-830f-459c2a3eb454 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Project b3370acfd09e48f0ad39723285a119dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:04:14.710051 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbff1-21a4-4415-830f-459c2a3eb454 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.752996 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.778267 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port f74c7c7a-60e3-43a4-8fbc-4d95044c9834, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=f74c7c7a-60e3-43a4-8fbc-4d95044c9834,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:14.782692 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.784147 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbff1-21a4-4415-830f-459c2a3eb454 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.790786 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbff1-21a4-4415-830f-459c2a3eb454 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.812765 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bbff1-21a4-4415-830f-459c2a3eb454 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a04b891-f90d-4375-a8f3-0ea124def685,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:14.820898 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbff1-21a4-4415-830f-459c2a3eb454 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:14.822306 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ff8bbff1-21a4-4415-830f-459c2a3eb454 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502144 Sep 15 17:04:14.850530 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=f74c7c7a-60e3-43a4-8fbc-4d95044c9834,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:14.902369 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'name': 'tempest-TestShelveInstance-388149664-router', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:12Z', 'revision_number': 4, 'project_id': '5c02feb3272f4d1093a2e2a3da915143', 'gw_port': {'id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '7d05e92b-af2e-4de1-a2ab-64a8f88eebdf', 'name': '', 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'mac_address': 'fa:16:3e:b4:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7edb96b8-1627-45ed-a182-bec27a0acd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:11Z', 'updated_at': '2021-09-15T17:04:12Z', 'revision_number': 2, 'project_id': '5c02feb3272f4d1093a2e2a3da915143', 'subnets': [{'id': '7edb96b8-1627-45ed-a182-bec27a0acd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:14.929925 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Checking router: c52a332d-a6d4-439b-b533-ca1b3288dc1a for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:04:14.930745 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Updating router c52a332d-a6d4-439b-b533-ca1b3288dc1a port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf binding host dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:04:14.955877 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:15.330402 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:15.337853 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:15.417935 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243e5e6-046c-4710-9a34-d22cd33bfea3 None None] Pushing event updated for resources: {'Port': ['ID=7d05e92b-af2e-4de1-a2ab-64a8f88eebdf,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:15.487272 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Attempting to bind port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:04:15.487646 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Attempting to bind port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '7c707b84-7007-4465-868d-0b634b7988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:04:15.488005 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Attempting to bind port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf on network a7473ba3-d795-4c76-9568-5eb39aaa7c89 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:04:15.497613 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:04:15.497979 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Checking segment: {'id': '7c707b84-7007-4465-868d-0b634b7988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:04:15.498854 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:15.499415 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Bound using segment: {'id': '7c707b84-7007-4465-868d-0b634b7988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:04:15.500050 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Bound port: 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c707b84-7007-4465-868d-0b634b7988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:04:15.500834 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:15.586895 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] For port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:04:15.590330 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] For port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=7d05e92b-af2e-4de1-a2ab-64a8f88eebdf,segment=NetworkSegment(7c707b84-7007-4465-868d-0b634b7988f7),segment_id=7c707b84-7007-4465-868d-0b634b7988f7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:04:15.596176 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:15.651326 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Routers {'c52a332d-a6d4-439b-b533-ca1b3288dc1a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:15.651948 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c52a332d-a6d4-439b-b533-ca1b3288dc1a'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:15.713853 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243e5e6-046c-4710-9a34-d22cd33bfea3 None None] Pushing event updated for resources: {'Port': ['ID=7d05e92b-af2e-4de1-a2ab-64a8f88eebdf,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:15.748306 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-23cc75ef-1cbe-4f7f-9782-45cebcf8844a None None] Provisioning complete for port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:15.748804 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23cc75ef-1cbe-4f7f-9782-45cebcf8844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:15.806755 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] Set router c52a332d-a6d4-439b-b533-ca1b3288dc1a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:15.848065 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23cc75ef-1cbe-4f7f-9782-45cebcf8844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:15.885665 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-23cc75ef-1cbe-4f7f-9782-45cebcf8844a None None] For port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=7d05e92b-af2e-4de1-a2ab-64a8f88eebdf,segment=NetworkSegment(7c707b84-7007-4465-868d-0b634b7988f7),segment_id=7c707b84-7007-4465-868d-0b634b7988f7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:15.889987 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23cc75ef-1cbe-4f7f-9782-45cebcf8844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:15.939223 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc75ef-1cbe-4f7f-9782-45cebcf8844a None None] Pushing event updated for resources: {'Port': ['ID=7d05e92b-af2e-4de1-a2ab-64a8f88eebdf,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:16.010176 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-f9ad2e32-754e-4f5d-b112-68cf2b44810a None None] Provisioning complete for port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:16.010538 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2e32-754e-4f5d-b112-68cf2b44810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:16.028683 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'name': 'tempest-TestShelveInstance-388149664-router', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:12Z', 'revision_number': 4, 'project_id': '5c02feb3272f4d1093a2e2a3da915143', 'gw_port': {'id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '7d05e92b-af2e-4de1-a2ab-64a8f88eebdf', 'name': '', 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'mac_address': 'fa:16:3e:b4:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7edb96b8-1627-45ed-a182-bec27a0acd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:11Z', 'updated_at': '2021-09-15T17:04:15Z', 'revision_number': 4, 'project_id': '5c02feb3272f4d1093a2e2a3da915143', 'subnets': [{'id': '7edb96b8-1627-45ed-a182-bec27a0acd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:16.056842 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b860c1c3-b841-4a4d-8304-93ff900f9b3e None None] The sync data for ids ['c52a332d-a6d4-439b-b533-ca1b3288dc1a'] in dv-cinder-796806-2-iscsi is: [{'id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'name': 'tempest-TestShelveInstance-388149664-router', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:12Z', 'revision_number': 4, 'project_id': '5c02feb3272f4d1093a2e2a3da915143', 'gw_port': {'id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '7d05e92b-af2e-4de1-a2ab-64a8f88eebdf', 'name': '', 'network_id': 'a7473ba3-d795-4c76-9568-5eb39aaa7c89', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'mac_address': 'fa:16:3e:b4:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7edb96b8-1627-45ed-a182-bec27a0acd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:11Z', 'updated_at': '2021-09-15T17:04:15Z', 'revision_number': 4, 'project_id': '5c02feb3272f4d1093a2e2a3da915143', 'subnets': [{'id': '7edb96b8-1627-45ed-a182-bec27a0acd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:04:16.385820 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:16.436817 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:16.437278 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:16.518994 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device f74c7c7a-60e3-43a4-8fbc-4d95044c9834 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:16.570428 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port f74c7c7a-60e3-43a4-8fbc-4d95044c9834 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:16.571064 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:17.941976 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 39023cf9-ba52-45a5-b651-21d7782f5037 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:04:17.963052 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: 39023cf9-ba52-45a5-b651-21d7782f5037 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:04:17.963382 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 39023cf9-ba52-45a5-b651-21d7782f5037 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:04:23.635821 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:04:24.413917 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-feeff001-9af8-4d9c-a148-6f29b4473d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:25.492593 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807fefb-f686-4c60-80f7-20594ef91dbb req-2b328e4e-eb2b-4083-9831-490b11d8fefa tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:25.501729 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9807fefb-f686-4c60-80f7-20594ef91dbb req-2b328e4e-eb2b-4083-9831-490b11d8fefa tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0709937 Sep 15 17:04:25.543036 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9807fefb-f686-4c60-80f7-20594ef91dbb req-0a3e8824-7509-4ec9-a5a6-b97c5c6d0427 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403159 Sep 15 17:04:26.679551 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7c4ae-e733-459f-b5ea-f6b913f2c97d req-384412fe-bd60-4066-a2be-0d77eb3144ea tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:26.681500 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ab7c4ae-e733-459f-b5ea-f6b913f2c97d req-384412fe-bd60-4066-a2be-0d77eb3144ea tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0589910 Sep 15 17:04:26.724342 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2ab7c4ae-e733-459f-b5ea-f6b913f2c97d req-88ca0514-eb8b-4215-8e09-df14f3a24559 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369849 Sep 15 17:04:26.913815 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0db9f2e5-7377-46ef-a086-f6d50f2bdf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:27.557541 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:27.858178 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d78ed-d79e-4001-8a0d-dca52315db33 req-85320e5f-a3dd-42d4-8c71-78b40602429f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:27.859807 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a51d78ed-d79e-4001-8a0d-dca52315db33 req-85320e5f-a3dd-42d4-8c71-78b40602429f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0635166 Sep 15 17:04:27.905770 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a51d78ed-d79e-4001-8a0d-dca52315db33 req-d14cd7ae-c29b-4ed4-883f-4b3af5767052 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392253 Sep 15 17:04:28.498781 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:29.025450 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7173-d2b1-4651-a0a6-1e7efbd5f526 req-2b377d61-2469-4972-bebf-b36e63ad01ff tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:29.027082 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4f8d7173-d2b1-4651-a0a6-1e7efbd5f526 req-2b377d61-2469-4972-bebf-b36e63ad01ff tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0537863 Sep 15 17:04:29.080367 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4f8d7173-d2b1-4651-a0a6-1e7efbd5f526 req-c0964f8b-910f-41ce-80d1-360413318c6b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464764 Sep 15 17:04:29.801503 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:30.219682 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aafa84-433b-4349-b12b-8ac5618d6e15 req-00191295-dc3b-4f63-aa11-002075ac6277 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:30.221452 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-34aafa84-433b-4349-b12b-8ac5618d6e15 req-00191295-dc3b-4f63-aa11-002075ac6277 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0584776 Sep 15 17:04:30.277578 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-34aafa84-433b-4349-b12b-8ac5618d6e15 req-ee047292-c4f7-4845-b4c3-a2834bb726fa tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491970 Sep 15 17:04:31.432741 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b7693-560e-46b6-8721-f9824916f3a3 req-40725689-c893-4221-a3ba-7a188892f4da tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:31.434371 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e63b7693-560e-46b6-8721-f9824916f3a3 req-40725689-c893-4221-a3ba-7a188892f4da tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0565114 Sep 15 17:04:31.474399 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e63b7693-560e-46b6-8721-f9824916f3a3 req-b410d490-12fc-4632-a3fc-a620830bc169 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334709 Sep 15 17:04:32.593394 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675364da-5e3c-4e77-b392-49875ef0917f req-f781528c-11b5-4ec4-9b99-8f8006f13a10 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:32.594992 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-675364da-5e3c-4e77-b392-49875ef0917f req-f781528c-11b5-4ec4-9b99-8f8006f13a10 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0499570 Sep 15 17:04:32.635311 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-675364da-5e3c-4e77-b392-49875ef0917f req-ccc3d6a8-4162-476b-b8e4-6d34f5a822a8 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337095 Sep 15 17:04:33.760227 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cefb07-ff55-496e-813a-f3e5606ca52f req-4cae0d4d-4cd3-4dce-a14a-909af6348d4b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:33.761937 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e3cefb07-ff55-496e-813a-f3e5606ca52f req-4cae0d4d-4cd3-4dce-a14a-909af6348d4b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0537412 Sep 15 17:04:33.808792 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e3cefb07-ff55-496e-813a-f3e5606ca52f req-eae42866-640f-4614-b501-4827a5cf475c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379574 Sep 15 17:04:34.932906 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cefc2-7825-4177-8ac3-60f8b2f31e8c req-79d5cb81-383c-4f1a-8ca5-40fddd05639e tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:34.934859 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-130cefc2-7825-4177-8ac3-60f8b2f31e8c req-79d5cb81-383c-4f1a-8ca5-40fddd05639e tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0566223 Sep 15 17:04:34.975920 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-130cefc2-7825-4177-8ac3-60f8b2f31e8c req-291b773e-6f2c-4fab-8c39-0042549de345 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343313 Sep 15 17:04:36.096013 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438a1c0-9302-4aa5-902d-d220a917c911 req-9da01285-ae3f-4343-b313-33f90680485d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:36.104284 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b438a1c0-9302-4aa5-902d-d220a917c911 req-9da01285-ae3f-4343-b313-33f90680485d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0578160 Sep 15 17:04:36.143799 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b438a1c0-9302-4aa5-902d-d220a917c911 req-bf5a41a9-2c01-4781-94b4-f5ab37e0381a tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384171 Sep 15 17:04:36.421705 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8c096-67ec-49ab-a491-1daffa93048a req-b4d454d7-809b-4a83-be19-cc0f0f9317dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:36.434455 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b7e8c096-67ec-49ab-a491-1daffa93048a req-b4d454d7-809b-4a83-be19-cc0f0f9317dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.1136529 Sep 15 17:04:36.516939 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477cf05-9bb1-4950-98d1-0ad91b1bdfbe req-831e0811-eb40-4aa1-9f5e-e7280aa99c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:36.521952 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8477cf05-9bb1-4950-98d1-0ad91b1bdfbe req-831e0811-eb40-4aa1-9f5e-e7280aa99c64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6&device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 1099 time: 0.1104572 Sep 15 17:04:36.542866 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b7e8c096-67ec-49ab-a491-1daffa93048a req-e7ee5720-6137-4c93-b07f-c20b2a950364 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016648 Sep 15 17:04:36.680482 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477cf05-9bb1-4950-98d1-0ad91b1bdfbe req-f2b207f1-866d-47b9-8556-40c32fa074c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:36.685968 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8477cf05-9bb1-4950-98d1-0ad91b1bdfbe req-f2b207f1-866d-47b9-8556-40c32fa074c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8abcfa2-4651-46db-bfa8-dca22372e9a9 HTTP/1.1" status: 200 len: 912 time: 0.1563358 Sep 15 17:04:36.816981 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-758938df-cd6d-4c04-bebc-3c57151bf70a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86965408&fields=id&tenant_id=b3370acfd09e48f0ad39723285a119dd HTTP/1.1" status: 200 len: 267 time: 0.0843182 Sep 15 17:04:36.819235 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:36.843883 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8477cf05-9bb1-4950-98d1-0ad91b1bdfbe req-26c0b2a9-ab95-424c-ab4a-d35a2f96cba6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9e7d706-eeb2-4c36-bc95-57a88b698913 HTTP/1.1" status: 200 len: 1002 time: 0.1481447 Sep 15 17:04:36.938235 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477cf05-9bb1-4950-98d1-0ad91b1bdfbe req-2150b485-839d-4ca8-a785-a7c51c14b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:36.939975 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8477cf05-9bb1-4950-98d1-0ad91b1bdfbe req-2150b485-839d-4ca8-a785-a7c51c14b100 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06bceb72-5d20-4bec-a77a-620e787ae235 HTTP/1.1" status: 200 len: 850 time: 0.0770311 Sep 15 17:04:36.949006 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320781-eed2-4c74-963d-586ea9004e41 req-921499b8-67bc-4240-8e88-b1772657d4be tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:36.949277 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2c39a0d1-4588-45ab-816e-71aaab5d3a95 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:36.957366 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e2320781-eed2-4c74-963d-586ea9004e41 req-921499b8-67bc-4240-8e88-b1772657d4be tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 946 time: 0.1027772 Sep 15 17:04:36.957644 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2c39a0d1-4588-45ab-816e-71aaab5d3a95 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/networks?id=6836674f-7de3-4902-9ab7-80f35c172746 HTTP/1.1" status: 200 len: 808 time: 0.1354213 Sep 15 17:04:36.967841 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-62f9680f-caaa-4317-9ed1-0315dea160f1 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/quotas/b3370acfd09e48f0ad39723285a119dd HTTP/1.1" status: 200 len: 375 time: 0.0103271 Sep 15 17:04:37.020993 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-1a38d86b-fbca-4456-8cb5-56860957fde0 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3370acfd09e48f0ad39723285a119dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459476 Sep 15 17:04:37.061206 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e2320781-eed2-4c74-963d-586ea9004e41 req-2594f24a-b8d2-4c1e-ae8b-e4799b4ed8c4 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790808 Sep 15 17:04:37.070578 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477cf05-9bb1-4950-98d1-0ad91b1bdfbe req-9c4b0a2d-6630-44f1-98b7-9b160f7acdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:37.073910 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8477cf05-9bb1-4950-98d1-0ad91b1bdfbe req-9c4b0a2d-6630-44f1-98b7-9b160f7acdd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8abcfa2-4651-46db-bfa8-dca22372e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1220977 Sep 15 17:04:37.146567 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-a9e00aac-11d4-4ebf-964f-0c8ac7e78a1b service neutron] 10.222.0.13 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073267 Sep 15 17:04:37.188510 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8477cf05-9bb1-4950-98d1-0ad91b1bdfbe req-51c7d168-8019-4ad1-97b8-a608aff550eb service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046817 Sep 15 17:04:37.258468 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-a95828a1-20bf-499f-8d93-c9e2b87f89b3 service neutron] 10.222.0.13 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039038 Sep 15 17:04:37.327285 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8477cf05-9bb1-4950-98d1-0ad91b1bdfbe req-4ae0f56e-4789-44fa-afd5-9cf9d6c80719 service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291077 Sep 15 17:04:37.624749 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a67436be-71e3-4a05-9890-3a7c9629ee83 req-2cd5f968-3062-48e5-94b3-54264a0c9a7d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 210 time: 0.0544100 Sep 15 17:04:37.701889 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f210e6b-fc13-4086-baa9-7857198ce654 req-1f0ad230-cb0e-48cc-b8fa-049eb4378200 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:37.703877 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5f210e6b-fc13-4086-baa9-7857198ce654 req-1f0ad230-cb0e-48cc-b8fa-049eb4378200 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0560882 Sep 15 17:04:37.749297 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5f210e6b-fc13-4086-baa9-7857198ce654 req-571b4d7c-8072-48fc-b3d4-a8701ea7369b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382340 Sep 15 17:04:38.203538 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82ebff-55db-46b5-be6a-8638de33af39 req-e11e57f2-9463-4a8b-af6e-8c1dfd7d3a0a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:38.211567 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e82ebff-55db-46b5-be6a-8638de33af39 req-e11e57f2-9463-4a8b-af6e-8c1dfd7d3a0a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 946 time: 0.0631299 Sep 15 17:04:38.247877 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e82ebff-55db-46b5-be6a-8638de33af39 req-820ae93b-66c6-4fac-abc0-7700cbaedd78 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352035 Sep 15 17:04:38.625154 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d08b81d4-140a-413a-903f-bc9481b775db tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:38.626731 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d08b81d4-140a-413a-903f-bc9481b775db tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 946 time: 0.0572374 Sep 15 17:04:38.738606 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-61f39724-f77b-48df-8ed3-06212dc01f25 req-59f86076-8351-467a-b6e2-f74c52f3ccd0 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 210 time: 0.0264988 Sep 15 17:04:38.770634 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Deleting port 02a38038-2747-44c9-818f-3be6881e6307 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:04:38.771915 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:38.995490 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] For port 02a38038-2747-44c9-818f-3be6881e6307, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=02a38038-2747-44c9-818f-3be6881e6307,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:38.996107 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:39.051139 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba0345-9575-44cb-853b-88214de4f1ac req-35efc4be-aa66-498e-a572-3e8563391109 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:39.053337 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-36ba0345-9575-44cb-853b-88214de4f1ac req-35efc4be-aa66-498e-a572-3e8563391109 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.1754141 Sep 15 17:04:39.094883 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824227df-4e77-4423-aac3-99a33e897bb3 req-04088d03-9741-4efa-9f56-f22fb9e4ba2e tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:39.096316 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-04088d03-9741-4efa-9f56-f22fb9e4ba2e tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.61 "GET /v2.0/networks?id=6836674f-7de3-4902-9ab7-80f35c172746 HTTP/1.1" status: 200 len: 808 time: 0.2950375 Sep 15 17:04:39.239242 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-ebfe4cd7-2a6a-493b-9c87-e656a928b6ac tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3370acfd09e48f0ad39723285a119dd HTTP/1.1" status: 200 len: 378 time: 0.1285763 Sep 15 17:04:39.247355 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-36ba0345-9575-44cb-853b-88214de4f1ac req-98db7b3d-d914-40e7-884e-ec45bf454991 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435070 Sep 15 17:04:39.256549 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Request body: {'port': {'device_id': '38c371b9-d346-46d1-934e-778841490bd2', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'admin_state_up': True, 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'security_groups': ['5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:39.428642 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:39.429156 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290776df-521c-4523-9a17-f7c1d1f66a3c req-f95918a7-3eb8-4b01-8bf9-e131ad70f7a4 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:39.429545 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:39.429964 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.l3_db [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Floating IP 3974e053-4c35-4db8-8d8c-9745da1c9d62 disassociated. External IP: 172.27.0.60, port: 02a38038-2747-44c9-818f-3be6881e6307. Sep 15 17:04:39.430407 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Calling delete_port for 02a38038-2747-44c9-818f-3be6881e6307 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:04:39.431491 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-290776df-521c-4523-9a17-f7c1d1f66a3c req-f95918a7-3eb8-4b01-8bf9-e131ad70f7a4 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 946 time: 0.0580781 Sep 15 17:04:39.491697 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-290776df-521c-4523-9a17-f7c1d1f66a3c req-7c145cbd-ebca-4a2b-965b-434fc40329cf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=2083d4c1-6f30-4adf-a560-f9e93a4a5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541987 Sep 15 17:04:39.519307 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Made reservation on behalf of b3370acfd09e48f0ad39723285a119dd for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:04:39.524913 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:39.731005 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:39.733108 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Allocated IP 172.20.0.6 (6836674f-7de3-4902-9ab7-80f35c172746/9ce1e6d6-ec20-4605-82cb-1d82523402a9/60b48d26-f969-4abc-a60b-37b00b76a0bd) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:04:39.771142 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event deleted for resources: {'Port': ['ID=02a38038-2747-44c9-818f-3be6881e6307,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:39.785145 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:39.785602 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:39.785930 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:39.786831 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:39.787163 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:39.787486 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:39.787814 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:39.788332 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:39.788688 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:39.788990 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:39.789810 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:39.790140 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:39.927145 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a8ab896d-183e-4d12-bf82-a898acf6872f req-afcdf7ff-62c1-47ab-8858-62b98a6173b6 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 210 time: 0.0667984 Sep 15 17:04:40.052932 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Router d1f28732-1808-4d13-baa6-9a861f34559c has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:04:40.074253 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:40.205722 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:40.207997 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:04:40.221374 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c7f8b-8b2c-46af-8577-6049d08e0cef None None] Sync routers for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:04:40.244467 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c7f8b-8b2c-46af-8577-6049d08e0cef None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:40.245108 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-302c7f8b-8b2c-46af-8577-6049d08e0cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:40.349062 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Network 6836674f-7de3-4902-9ab7-80f35c172746 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:04:40.350398 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] No DVR routers for this DVR port 02a38038-2747-44c9-818f-3be6881e6307 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:04:40.354707 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:40.359697 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:40.361047 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-bc714a18-f07d-4ed9-a9fd-efa712bf891b req-d578eb3a-8c9f-4bae-a54a-0afb3b5230bf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.61 "DELETE /v2.0/ports/02a38038-2747-44c9-818f-3be6881e6307 HTTP/1.1" status: 204 len: 173 time: 1.7244127 Sep 15 17:04:40.361717 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'name': 'network-vif-deleted', 'tag': '02a38038-2747-44c9-818f-3be6881e6307'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:04:40.365009 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b621884-13d4-4ef8-8a13-fa825219bc0f" -d '{"events": [{"server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "name": "network-vif-deleted", "tag": "02a38038-2747-44c9-818f-3be6881e6307"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:04:40.368155 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:04:40.439794 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-302c7f8b-8b2c-46af-8577-6049d08e0cef None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:40.506976 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:40.508150 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:40.544638 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event updated for resources: {'Port': ['ID=60b48d26-f969-4abc-a60b-37b00b76a0bd,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:40.572263 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932a0827-e82e-4c60-827b-a254437134c8 x-openstack-request-id: req-932a0827-e82e-4c60-827b-a254437134c8 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:04:40.572263 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc119a12-d60b-4257-b900-96e0d29b747e", "name": "network-vif-deleted", "tag": "02a38038-2747-44c9-818f-3be6881e6307", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:04:40.572537 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-932a0827-e82e-4c60-827b-a254437134c8 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:04:40.573593 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc119a12-d60b-4257-b900-96e0d29b747e', 'name': 'network-vif-deleted', 'tag': '02a38038-2747-44c9-818f-3be6881e6307', 'status': 'completed', 'code': 200} Sep 15 17:04:40.599769 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2d3f6874-b6dc-4dc9-beb1-452d5902a8ab tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3495908 Sep 15 17:04:40.613740 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Request body: {'port': {'device_id': '38c371b9-d346-46d1-934e-778841490bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:40.785369 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69260489-37be-403c-b170-c36ff81d8b7f req-5ce00538-f173-4b51-aefc-b7d08b0b01b2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc119a12-d60b-4257-b900-96e0d29b747e HTTP/1.1" status: 200 len: 210 time: 0.0737596 Sep 15 17:04:40.788632 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:40.965296 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-942606ad-099e-4202-b0e3-9060a6555c0b None None] Provisioning complete for port 60b48d26-f969-4abc-a60b-37b00b76a0bd triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:40.965678 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-942606ad-099e-4202-b0e3-9060a6555c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:41.027530 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-942606ad-099e-4202-b0e3-9060a6555c0b None None] Port 60b48d26-f969-4abc-a60b-37b00b76a0bd cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:04:41.074423 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-302c7f8b-8b2c-46af-8577-6049d08e0cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:51Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:41.124957 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c7f8b-8b2c-46af-8577-6049d08e0cef None None] Checking router: d1f28732-1808-4d13-baa6-9a861f34559c for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:04:41.125485 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebf7af-d217-4c74-90a8-d30c8ff71908 req-0bfecc09-0e73-4765-b17e-04a38725a578 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:41.134417 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c7f8b-8b2c-46af-8577-6049d08e0cef None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:41.135045 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-302c7f8b-8b2c-46af-8577-6049d08e0cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:41.136977 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-caebf7af-d217-4c74-90a8-d30c8ff71908 req-0bfecc09-0e73-4765-b17e-04a38725a578 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 931 time: 0.0749869 Sep 15 17:04:41.184386 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-caebf7af-d217-4c74-90a8-d30c8ff71908 req-6af7db5e-11c1-47e4-85b2-de281f0a6b28 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449271 Sep 15 17:04:41.287728 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-302c7f8b-8b2c-46af-8577-6049d08e0cef None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:41.587145 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-302c7f8b-8b2c-46af-8577-6049d08e0cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:51Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:41.614719 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b48d26-f969-4abc-a60b-37b00b76a0bd {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:04:41.617442 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c7f8b-8b2c-46af-8577-6049d08e0cef None None] The sync data for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi is: [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:51Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:04:41.635717 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:41.662347 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Transition to ACTIVE for port object 60b48d26-f969-4abc-a60b-37b00b76a0bd will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:04:41.667327 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:41.721741 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Pushing event updated for resources: {'Port': ['ID=60b48d26-f969-4abc-a60b-37b00b76a0bd,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:41.849494 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Attempting to bind port 60b48d26-f969-4abc-a60b-37b00b76a0bd on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:04:41.850940 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Attempting to bind port 60b48d26-f969-4abc-a60b-37b00b76a0bd by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:04:41.851581 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Attempting to bind port 60b48d26-f969-4abc-a60b-37b00b76a0bd on network 6836674f-7de3-4902-9ab7-80f35c172746 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:04:41.858808 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Port 60b48d26-f969-4abc-a60b-37b00b76a0bd on network 6836674f-7de3-4902-9ab7-80f35c172746 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:04:41.859418 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Attempting to bind port 60b48d26-f969-4abc-a60b-37b00b76a0bd on network 6836674f-7de3-4902-9ab7-80f35c172746 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:04:41.865209 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:04:41.865868 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Checking segment: {'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:04:41.866466 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Bound using segment: {'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:04:41.867104 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Bound port: 60b48d26-f969-4abc-a60b-37b00b76a0bd, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011c718d-71fa-4f94-a56d-3ff2d14ae35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:04:41.867672 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:41.943725 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37514) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:42.008865 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] For port 60b48d26-f969-4abc-a60b-37b00b76a0bd, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:04:42.013850 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a81135-e11f-4b27-88a5-8954c8e42a5b None None] New status for floating IP 3974e053-4c35-4db8-8d8c-9745da1c9d62: DOWN {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:04:42.033379 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] For port 60b48d26-f969-4abc-a60b-37b00b76a0bd, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:04:42.037655 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9a6d1925-d051-45b7-bc81-dd3bacb39e6e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:42.041180 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:42.085219 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:42.085959 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:42.087363 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] 10.222.0.61 "PUT /v2.0/ports/60b48d26-f969-4abc-a60b-37b00b76a0bd HTTP/1.1" status: 200 len: 1093 time: 1.4781947 Sep 15 17:04:42.105158 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9a6d1925-d051-45b7-bc81-dd3bacb39e6e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:42.179608 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbc618-3b92-4b29-8da2-cecf63320e02 service neutron] Pushing event updated for resources: {'Port': ['ID=60b48d26-f969-4abc-a60b-37b00b76a0bd,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:42.209981 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824227df-4e77-4423-aac3-99a33e897bb3 req-9ac0c584-f16b-40a9-acf6-c0f3095a5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:42.211546 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-9ac0c584-f16b-40a9-acf6-c0f3095a5247 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3370acfd09e48f0ad39723285a119dd&device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0711770 Sep 15 17:04:42.222717 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9a6d1925-d051-45b7-bc81-dd3bacb39e6e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:42.226444 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9a6d1925-d051-45b7-bc81-dd3bacb39e6e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:42.229705 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9a6d1925-d051-45b7-bc81-dd3bacb39e6e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "DELETE /v2.0/security-groups/2083d4c1-6f30-4adf-a560-f9e93a4a5142 HTTP/1.1" status: 204 len: 168 time: 0.2851768 Sep 15 17:04:42.230436 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37522) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:42.248624 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.api.v2.resource [None req-56aa18d4-9830-423d-85fa-47971cb3764d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] show failed (client error): The resource could not be found. Sep 15 17:04:42.250186 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-56aa18d4-9830-423d-85fa-47971cb3764d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups/2083d4c1-6f30-4adf-a560-f9e93a4a5142 HTTP/1.1" status: 404 len: 347 time: 0.0172195 Sep 15 17:04:42.256812 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37524) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:42.280655 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d1925-d051-45b7-bc81-dd3bacb39e6e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2083d4c1-6f30-4adf-a560-f9e93a4a5142,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:42.294161 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-c7516b6a-9360-4065-bfd7-3bcd2c6aba3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd HTTP/1.1" status: 200 len: 217 time: 0.0595193 Sep 15 17:04:42.363878 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2edfb635-68d2-45bf-9877-16fbf639cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:42.366046 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-2edfb635-68d2-45bf-9877-16fbf639cc02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce1e6d6-ec20-4605-82cb-1d82523402a9 HTTP/1.1" status: 200 len: 847 time: 0.0538266 Sep 15 17:04:42.375043 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9171914-671d-4457-89b9-9d049cfad94f req-9753618c-1b7e-4168-b2bb-b3514154169f tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:42.376535 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9171914-671d-4457-89b9-9d049cfad94f req-9753618c-1b7e-4168-b2bb-b3514154169f tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0938556 Sep 15 17:04:42.413213 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Deleting port 3979da35-1f68-485c-92dd-5daaa85ac1e1 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:04:42.413590 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:42.441903 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a9171914-671d-4457-89b9-9d049cfad94f req-cd0f807c-e372-44d2-b3e5-0653ea7fd2db tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555880 Sep 15 17:04:42.444763 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824227df-4e77-4423-aac3-99a33e897bb3 req-00230b24-b102-4159-8602-c474c87fe668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:42.446416 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-00230b24-b102-4159-8602-c474c87fe668 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6836674f-7de3-4902-9ab7-80f35c172746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688653 Sep 15 17:04:42.509930 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:42.510226 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:42.525473 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Calling delete_port for 3979da35-1f68-485c-92dd-5daaa85ac1e1 owned by network:floatingip {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:04:42.549628 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-f6f96c3c-5b2b-4a12-921d-4403946055ae service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951390 Sep 15 17:04:42.575606 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:04:42.578063 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed28365-51c7-4122-addf-cee872c2bcc2" -d '{"events": [{"name": "network-changed", "server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:04:42.624488 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4738cec3-9fab-4694-81c7-ea7f449b0821 x-openstack-request-id: req-4738cec3-9fab-4694-81c7-ea7f449b0821 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:04:42.624776 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:04:42.625021 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4738cec3-9fab-4694-81c7-ea7f449b0821 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:04:42.625427 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'status': 'completed', 'code': 200} Sep 15 17:04:42.649814 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-824227df-4e77-4423-aac3-99a33e897bb3 req-a2fbae39-b993-4923-af37-47080207f1df service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937316 Sep 15 17:04:42.663428 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:42.694425 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event deleted for resources: {'Port': ['ID=3979da35-1f68-485c-92dd-5daaa85ac1e1,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:42.725764 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:42.726108 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:42.726450 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:42.727505 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:42.727505 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:42.727722 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:42.728254 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:42.728640 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:42.731686 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:42.731686 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:42.731686 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:42.731686 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:42.761140 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed28365-51c7-4122-addf-cee872c2bcc2 req-cbdc6f25-0aa1-41ad-a5cf-1db848e1e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:42.763022 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ed28365-51c7-4122-addf-cee872c2bcc2 req-cbdc6f25-0aa1-41ad-a5cf-1db848e1e953 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3370acfd09e48f0ad39723285a119dd&device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0658183 Sep 15 17:04:42.775987 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:42.778900 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:42.780586 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3a057d43-81fc-44cf-8f95-52d0cb1cceb9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "DELETE /v2.0/floatingips/3974e053-4c35-4db8-8d8c-9745da1c9d62 HTTP/1.1" status: 204 len: 168 time: 0.5225363 Sep 15 17:04:42.870165 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed28365-51c7-4122-addf-cee872c2bcc2 req-3f4188c9-de46-4ff3-a90c-dd6fbf5a434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:42.871924 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ed28365-51c7-4122-addf-cee872c2bcc2 req-3f4188c9-de46-4ff3-a90c-dd6fbf5a434a service neutron] 10.222.0.61 "GET /v2.0/networks?id=6836674f-7de3-4902-9ab7-80f35c172746 HTTP/1.1" status: 200 len: 909 time: 0.1001511 Sep 15 17:04:42.918833 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ed28365-51c7-4122-addf-cee872c2bcc2 req-5539ef9f-1f7b-4bda-b8fe-d29b706a5e4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd HTTP/1.1" status: 200 len: 217 time: 0.0389953 Sep 15 17:04:42.973188 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed28365-51c7-4122-addf-cee872c2bcc2 req-44ac8e6e-4dcb-4df5-8d8e-bf8fe6f3ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:42.975010 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ed28365-51c7-4122-addf-cee872c2bcc2 req-44ac8e6e-4dcb-4df5-8d8e-bf8fe6f3ba61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce1e6d6-ec20-4605-82cb-1d82523402a9 HTTP/1.1" status: 200 len: 847 time: 0.0490651 Sep 15 17:04:43.027580 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed28365-51c7-4122-addf-cee872c2bcc2 req-40e5e489-f663-4d77-a3ae-4af05cc9f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:43.029215 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ed28365-51c7-4122-addf-cee872c2bcc2 req-40e5e489-f663-4d77-a3ae-4af05cc9f0bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6836674f-7de3-4902-9ab7-80f35c172746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465639 Sep 15 17:04:43.053907 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 02a38038-2747-44c9-818f-3be6881e6307 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:04:43.092811 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: 02a38038-2747-44c9-818f-3be6881e6307 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:04:43.093927 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 02a38038-2747-44c9-818f-3be6881e6307 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:04:43.113447 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37578) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:43.118714 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-efe21cfd-2e18-466c-a13e-75aa345b6693 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646587013', 'description': 'tempest-description--1434127884'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:43.141938 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-efe21cfd-2e18-466c-a13e-75aa345b6693 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.154231 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ed28365-51c7-4122-addf-cee872c2bcc2 req-f35bde7c-3355-465c-9703-d8dea9f03be3 service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153698 Sep 15 17:04:43.233862 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-efe21cfd-2e18-466c-a13e-75aa345b6693 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.238289 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-efe21cfd-2e18-466c-a13e-75aa345b6693 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.251764 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6ed28365-51c7-4122-addf-cee872c2bcc2 req-c0cb0273-8030-4da8-8cf8-f1cf4994258b service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907497 Sep 15 17:04:43.266196 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-efe21cfd-2e18-466c-a13e-75aa345b6693 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.267747 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-efe21cfd-2e18-466c-a13e-75aa345b6693 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1532664 Sep 15 17:04:43.271008 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37588) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:43.276531 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-761a5bb3-f2ed-48c0-ad0c-088a92cb7600 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Request body: {'security_group_rule': {'security_group_id': '77f65491-8486-4829-a0f3-a41b85238959', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:43.281740 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe21cfd-2e18-466c-a13e-75aa345b6693 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f65491-8486-4829-a0f3-a41b85238959,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:43.310190 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-761a5bb3-f2ed-48c0-ad0c-088a92cb7600 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.372054 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-761a5bb3-f2ed-48c0-ad0c-088a92cb7600 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.375357 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-761a5bb3-f2ed-48c0-ad0c-088a92cb7600 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.391895 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a5bb3-f2ed-48c0-ad0c-088a92cb7600 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d409fa-a7ae-4ff8-841f-d2e275f61037,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:43.406607 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-761a5bb3-f2ed-48c0-ad0c-088a92cb7600 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.408090 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-761a5bb3-f2ed-48c0-ad0c-088a92cb7600 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360676 Sep 15 17:04:43.411771 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37592) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:43.416424 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-3316b2a6-f03c-4e24-b4a5-0813d367b412 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Request body: {'security_group_rule': {'security_group_id': '77f65491-8486-4829-a0f3-a41b85238959', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:43.442376 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3316b2a6-f03c-4e24-b4a5-0813d367b412 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.504758 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3316b2a6-f03c-4e24-b4a5-0813d367b412 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.509185 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3316b2a6-f03c-4e24-b4a5-0813d367b412 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.539483 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316b2a6-f03c-4e24-b4a5-0813d367b412 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c32a17-dce5-4697-8054-52d2a4fe4f9d,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:43.555626 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3316b2a6-f03c-4e24-b4a5-0813d367b412 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.556784 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3316b2a6-f03c-4e24-b4a5-0813d367b412 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437304 Sep 15 17:04:43.559716 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37596) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:43.563855 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Request body: {'floatingip': {'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:43.601325 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd67759-b74c-424a-8193-32182377006f req-234563b4-4c1f-4760-a5e2-4b39a3620dd2 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:43.602811 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cdd67759-b74c-424a-8193-32182377006f req-234563b4-4c1f-4760-a5e2-4b39a3620dd2 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0830245 Sep 15 17:04:43.603974 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.671583 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cdd67759-b74c-424a-8193-32182377006f req-0df25af6-c65a-4c8b-8be0-2d73ba522b8a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546823 Sep 15 17:04:43.734654 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.844899 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Allocated IP 172.27.0.53 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/6751f889-fbe8-43a0-9b4c-d26f08ebb6c6) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:04:43.943479 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:43.975079 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.009528 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:04:44.012694 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:44.015096 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:04:44.056269 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event updated for resources: {'Port': ['ID=6751f889-fbe8-43a0-9b4c-d26f08ebb6c6,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:44.158390 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.201085 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.367802 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37600) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:44.418859 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-9921064c-d720-439c-b14b-78a8fef8793a admin admin] Deleting subnet 54af22a1-7548-40fb-a917-2bb8826fb8d0 {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:04:44.422090 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9921064c-d720-439c-b14b-78a8fef8793a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.458604 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9921064c-d720-439c-b14b-78a8fef8793a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26644840'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.499131 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9921064c-d720-439c-b14b-78a8fef8793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.553576 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9921064c-d720-439c-b14b-78a8fef8793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28456938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29225550'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.567298 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9921064c-d720-439c-b14b-78a8fef8793a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.569288 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9921064c-d720-439c-b14b-78a8fef8793a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/54af22a1-7548-40fb-a917-2bb8826fb8d0 HTTP/1.1" status: 204 len: 168 time: 0.2003641 Sep 15 17:04:44.580321 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37602) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:44.588004 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921064c-d720-439c-b14b-78a8fef8793a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54af22a1-7548-40fb-a917-2bb8826fb8d0,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:44.682917 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.692091 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29058458'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.707366 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.796630 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event updated for resources: {'Port': ['ID=6751f889-fbe8-43a0-9b4c-d26f08ebb6c6,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:44.802079 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60525148-508e-42db-b268-c90291ad6933 req-b130d3dd-593a-4f0b-aaf4-c64f3f24965c tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:44.803707 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-60525148-508e-42db-b268-c90291ad6933 req-b130d3dd-593a-4f0b-aaf4-c64f3f24965c tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0619431 Sep 15 17:04:44.836980 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.847953 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-60525148-508e-42db-b268-c90291ad6933 req-0e15ad61-90cd-4785-ab98-21323a6e0e66 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370650 Sep 15 17:04:44.898173 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.914692 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.915906 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-a3f53138-0773-46cc-a3db-8d2357834fdd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3553028 Sep 15 17:04:44.940365 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34375bf-45a4-427c-95a9-4d929290c823']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:44.954461 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864fd8bc-c7a7-4bc8-a47d-419d578a1266') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:44.954753 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864fd8bc-c7a7-4bc8-a47d-419d578a1266') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:44.964451 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28986905'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.986865 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.992997 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:04:44.993445 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29058930'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: Traceback (most recent call last): Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: timer() Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: cb(*args, **kw) Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: self._notify() Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: self.callback(batched_events) Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: event.method(event) Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: return f(self, *a, **k) Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._get(url).json() Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:04:44.995153 dv-cinder-796806-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:04:45.058111 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:45.063465 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:45.065371 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e34375bf-45a4-427c-95a9-4d929290c823 HTTP/1.1" status: 204 len: 168 time: 0.4840872 Sep 15 17:04:45.082502 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a0385-7d82-4212-b9fe-31667615dfe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e34375bf-45a4-427c-95a9-4d929290c823,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:45.111309 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-ca2388b6-3d43-47bf-834d-de3290d78d86 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--646587013&fields=id&tenant_id=3af89be461524d2b9fef141be2367ec2 HTTP/1.1" status: 200 len: 267 time: 0.0347679 Sep 15 17:04:45.222448 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-241a150c-87a7-4db3-8ca4-065f8c63285f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:45.224123 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-241a150c-87a7-4db3-8ca4-065f8c63285f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 817 time: 0.1057949 Sep 15 17:04:45.239267 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-7e325be5-ed8c-4e6c-9cb2-894b8b66d7d4 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/quotas/3af89be461524d2b9fef141be2367ec2 HTTP/1.1" status: 200 len: 375 time: 0.0090280 Sep 15 17:04:45.255645 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37620) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:45.320243 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-9dd043f2-b86d-47d4-a660-2f99bac1600f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750494 Sep 15 17:04:45.326130 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7907ed0e-471d-4076-9e48-9d25e09af5f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68bbed8af6814a428d14db58d77a3425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671473 Sep 15 17:04:45.326478 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37622) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:45.453591 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1f2c99ef-6cc1-4383-b48f-3ddf0f3a9998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:45.469990 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-7fd7da3c-38a3-4458-a92a-abc773d4ae72 service neutron] 10.222.0.13 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351011 Sep 15 17:04:45.502960 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1f2c99ef-6cc1-4383-b48f-3ddf0f3a9998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:45.596739 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-05bd0a85-63ae-4cd5-9b3e-83dfb1da7b29 service neutron] 10.222.0.13 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199858 Sep 15 17:04:45.603724 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1f2c99ef-6cc1-4383-b48f-3ddf0f3a9998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:45.606505 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1f2c99ef-6cc1-4383-b48f-3ddf0f3a9998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:45.607589 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-1f2c99ef-6cc1-4383-b48f-3ddf0f3a9998 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d9e2a8b-1550-4c9d-9548-df03fc2aad20 HTTP/1.1" status: 204 len: 168 time: 0.2801025 Sep 15 17:04:45.616145 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c99ef-6cc1-4383-b48f-3ddf0f3a9998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9e2a8b-1550-4c9d-9548-df03fc2aad20,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:45.777597 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8515313e-6121-4482-b43b-a783d42f5de3 req-b0c65b7f-c458-4c41-a416-4d385c292237 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 210 time: 0.0275371 Sep 15 17:04:45.981257 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdbc31-c47f-4f58-90e6-2abe5bd920d3 req-532ff42e-a46b-4551-a36c-b0cbdf8f5394 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:45.982808 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b8fdbc31-c47f-4f58-90e6-2abe5bd920d3 req-532ff42e-a46b-4551-a36c-b0cbdf8f5394 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0575798 Sep 15 17:04:46.029411 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b8fdbc31-c47f-4f58-90e6-2abe5bd920d3 req-cd018658-296e-46c0-b1d8-7fe7b7760057 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384753 Sep 15 17:04:46.738235 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-a6690cb1-86b2-4149-a0a4-df0724cd5580 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:46.740380 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-a6690cb1-86b2-4149-a0a4-df0724cd5580 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.61 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 817 time: 0.1136956 Sep 15 17:04:46.785641 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-15eb0089-78f2-4c38-b25f-41cdc2eedea2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3af89be461524d2b9fef141be2367ec2 HTTP/1.1" status: 200 len: 379 time: 0.0358267 Sep 15 17:04:46.794789 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Request body: {'port': {'device_id': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'admin_state_up': True, 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'security_groups': ['77f65491-8486-4829-a0f3-a41b85238959']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:46.903921 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8880622e-8ca5-4b72-af67-071f00dcec4c req-93d4fc8e-aac4-4893-a2d1-5f360553cba5 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 210 time: 0.0372400 Sep 15 17:04:46.947631 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Made reservation on behalf of 3af89be461524d2b9fef141be2367ec2 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:04:46.951133 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:47.079402 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Allocated IP 172.20.0.7 (41390e80-5a37-4d89-9768-ab4b57783230/8815898d-b5f7-4b05-94b1-deab0b1fc8f9/b327648d-6ebc-4e45-8e28-c93fd40694a0) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:04:47.151235 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4e8ea-a4b3-4d49-bb5e-1aca376d1ace req-342432bd-a272-40a8-a416-5b8909e2646d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:47.152762 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b7f4e8ea-a4b3-4d49-bb5e-1aca376d1ace req-342432bd-a272-40a8-a416-5b8909e2646d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0517392 Sep 15 17:04:47.195687 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b7f4e8ea-a4b3-4d49-bb5e-1aca376d1ace req-e3e6f42d-703f-481d-abf2-86b7e2d5991a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363996 Sep 15 17:04:47.229511 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:47.267381 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:47.310176 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Network 41390e80-5a37-4d89-9768-ab4b57783230 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:04:47.312999 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:47.316541 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:04:47.349483 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event updated for resources: {'Port': ['ID=b327648d-6ebc-4e45-8e28-c93fd40694a0,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:47.378633 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:47.379251 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:47.394663 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-872a4536-4b52-4a62-a50a-93a441da6e46 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6036437 Sep 15 17:04:47.407876 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Request body: {'port': {'device_id': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:47.467561 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:47.533997 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-184d61a6-4605-4bc9-8ae6-43addc5ed571 None None] Provisioning complete for port b327648d-6ebc-4e45-8e28-c93fd40694a0 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:47.534588 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-184d61a6-4605-4bc9-8ae6-43addc5ed571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:47.568503 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-184d61a6-4605-4bc9-8ae6-43addc5ed571 None None] Port b327648d-6ebc-4e45-8e28-c93fd40694a0 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:04:47.736541 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b327648d-6ebc-4e45-8e28-c93fd40694a0 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:04:47.743914 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:47.756212 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Transition to ACTIVE for port object b327648d-6ebc-4e45-8e28-c93fd40694a0 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:04:47.759850 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:47.833645 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=b327648d-6ebc-4e45-8e28-c93fd40694a0,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:47.885186 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Attempting to bind port b327648d-6ebc-4e45-8e28-c93fd40694a0 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:04:47.885555 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Attempting to bind port b327648d-6ebc-4e45-8e28-c93fd40694a0 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:04:47.885886 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Attempting to bind port b327648d-6ebc-4e45-8e28-c93fd40694a0 on network 41390e80-5a37-4d89-9768-ab4b57783230 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:04:47.890566 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Port b327648d-6ebc-4e45-8e28-c93fd40694a0 on network 41390e80-5a37-4d89-9768-ab4b57783230 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:04:47.890885 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Attempting to bind port b327648d-6ebc-4e45-8e28-c93fd40694a0 on network 41390e80-5a37-4d89-9768-ab4b57783230 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:04:47.896419 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:04:47.896744 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Checking segment: {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:04:47.897119 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Bound using segment: {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:04:47.897579 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Bound port: b327648d-6ebc-4e45-8e28-c93fd40694a0, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1777ba7a-5a42-4ef7-a708-e0834a691dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:04:47.897939 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:47.970791 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:04:47.974083 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:04:47.980227 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:48.026106 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:48.026730 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:48.028085 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] 10.222.0.61 "PUT /v2.0/ports/b327648d-6ebc-4e45-8e28-c93fd40694a0 HTTP/1.1" status: 200 len: 1093 time: 0.6247668 Sep 15 17:04:48.030603 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:04:48.032828 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb234b7-2e6b-4cfa-98db-eb69df5b06e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:04:48.097664 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ad653-2b4a-46c5-8432-38ed990e0ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=b327648d-6ebc-4e45-8e28-c93fd40694a0,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:48.104529 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa70a5f-a687-4381-8f3b-d558c85e2f6c x-openstack-request-id: req-caa70a5f-a687-4381-8f3b-d558c85e2f6c {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:04:48.104824 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:04:48.105073 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caa70a5f-a687-4381-8f3b-d558c85e2f6c {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:04:48.105503 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'status': 'completed', 'code': 200} Sep 15 17:04:48.131229 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48006ab6-daff-4ac2-a971-4b42e4645a8a req-551709a6-dc94-4b4c-a591-441ef530f426 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:48.132816 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-48006ab6-daff-4ac2-a971-4b42e4645a8a req-551709a6-dc94-4b4c-a591-441ef530f426 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.1207232 Sep 15 17:04:48.160116 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-45e5ebc5-7eaf-458c-ab8e-e57f23fe338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:48.162603 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-45e5ebc5-7eaf-458c-ab8e-e57f23fe338d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 1096 time: 0.0817854 Sep 15 17:04:48.216619 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-48006ab6-daff-4ac2-a971-4b42e4645a8a req-071ad5f5-8d17-4c4c-9d3e-2643d5740bcc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757048 Sep 15 17:04:48.218041 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-44f4c1b6-2521-41d5-a629-983bafd9fcdf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0 HTTP/1.1" status: 200 len: 217 time: 0.0435264 Sep 15 17:04:48.275738 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-4b6a4e1e-a06b-4069-bf95-9437a4928ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:48.277250 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-4b6a4e1e-a06b-4069-bf95-9437a4928ef9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8815898d-b5f7-4b05-94b1-deab0b1fc8f9 HTTP/1.1" status: 200 len: 856 time: 0.0492115 Sep 15 17:04:48.318544 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895601e0-439c-46bc-90d0-3d94491b56cb req-d453c519-f397-4013-9bdf-6cc087bacb0c tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:48.320019 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-895601e0-439c-46bc-90d0-3d94491b56cb req-d453c519-f397-4013-9bdf-6cc087bacb0c tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0525417 Sep 15 17:04:48.334923 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-a25bc19e-5579-47dd-9e35-3916c74eb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:48.336410 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-a25bc19e-5579-47dd-9e35-3916c74eb23c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41390e80-5a37-4d89-9768-ab4b57783230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411060 Sep 15 17:04:48.363034 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-895601e0-439c-46bc-90d0-3d94491b56cb req-d4200db9-ce21-49a0-ae3d-e31fce6536aa tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364573 Sep 15 17:04:48.433714 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-38ee08e6-3ffe-4ad6-b2bc-11d9c991bc02 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888579 Sep 15 17:04:48.524261 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-deb13ca9-1dbb-4f35-8dc5-07b8a5cc9481 req-23d5d53b-75e9-47c3-bcd6-8b1546169785 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826900 Sep 15 17:04:48.615862 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb234b7-2e6b-4cfa-98db-eb69df5b06e7 req-bf3bdc28-47d1-41c8-93c6-e6c68ef16155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:48.617320 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1fb234b7-2e6b-4cfa-98db-eb69df5b06e7 req-bf3bdc28-47d1-41c8-93c6-e6c68ef16155 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 1096 time: 0.0464962 Sep 15 17:04:48.708387 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb234b7-2e6b-4cfa-98db-eb69df5b06e7 req-427ef036-30ef-4d24-aaec-c5bdf4cc5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:48.709883 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1fb234b7-2e6b-4cfa-98db-eb69df5b06e7 req-427ef036-30ef-4d24-aaec-c5bdf4cc5a39 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 918 time: 0.0854843 Sep 15 17:04:48.755569 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1fb234b7-2e6b-4cfa-98db-eb69df5b06e7 req-21901614-d9da-48c9-aac7-6e850d4c2912 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0 HTTP/1.1" status: 200 len: 217 time: 0.0372829 Sep 15 17:04:48.804182 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb234b7-2e6b-4cfa-98db-eb69df5b06e7 req-0302fa4e-d349-40d6-be41-6681e676d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:48.805617 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1fb234b7-2e6b-4cfa-98db-eb69df5b06e7 req-0302fa4e-d349-40d6-be41-6681e676d7ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8815898d-b5f7-4b05-94b1-deab0b1fc8f9 HTTP/1.1" status: 200 len: 856 time: 0.0433316 Sep 15 17:04:48.851172 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb234b7-2e6b-4cfa-98db-eb69df5b06e7 req-b5dae28d-357f-495a-86f5-cdb9ae8d21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:48.852793 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1fb234b7-2e6b-4cfa-98db-eb69df5b06e7 req-b5dae28d-357f-495a-86f5-cdb9ae8d21ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41390e80-5a37-4d89-9768-ab4b57783230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397649 Sep 15 17:04:48.956670 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1fb234b7-2e6b-4cfa-98db-eb69df5b06e7 req-8dcc5e3f-a077-42e1-be2d-ab7fd3cb453d service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865214 Sep 15 17:04:49.048076 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1fb234b7-2e6b-4cfa-98db-eb69df5b06e7 req-41330e30-82ac-42f9-8aad-20bac16a249d service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835750 Sep 15 17:04:49.337594 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f225f9b-845f-4ae3-95c2-92a3e35c4bff req-11a9896d-fe4a-4ebe-8985-7dfea0a5a10e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:49.339073 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f225f9b-845f-4ae3-95c2-92a3e35c4bff req-11a9896d-fe4a-4ebe-8985-7dfea0a5a10e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0492125 Sep 15 17:04:49.384125 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f225f9b-845f-4ae3-95c2-92a3e35c4bff req-08244849-d1e2-4a10-8fa1-975bbcb57f38 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391562 Sep 15 17:04:49.478970 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94a11f-398a-4293-bd90-2bffca74512c req-64ff07fd-e4e9-4f92-bdf1-70f08c4e4bce tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:49.480451 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-aa94a11f-398a-4293-bd90-2bffca74512c req-64ff07fd-e4e9-4f92-bdf1-70f08c4e4bce tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0488675 Sep 15 17:04:49.522130 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-aa94a11f-398a-4293-bd90-2bffca74512c req-30a47850-6fd7-4309-ba19-de1f0df9990d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352764 Sep 15 17:04:50.507428 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a052e2-96a6-47b5-843f-e9d569c361d7 req-f522e457-587a-4c07-b500-fa0d425d59cd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:50.508909 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69a052e2-96a6-47b5-843f-e9d569c361d7 req-f522e457-587a-4c07-b500-fa0d425d59cd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0525706 Sep 15 17:04:50.545943 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-69a052e2-96a6-47b5-843f-e9d569c361d7 req-e70d1604-9be6-4b9a-931e-a0e04bcbc462 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309274 Sep 15 17:04:50.644662 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa352-940d-4852-92d7-fa6aa6f7a714 req-e3066e0e-b0cd-41f1-b1dc-0ee76ac5bb9b tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:50.646321 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-098fa352-940d-4852-92d7-fa6aa6f7a714 req-e3066e0e-b0cd-41f1-b1dc-0ee76ac5bb9b tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0490725 Sep 15 17:04:50.686271 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-098fa352-940d-4852-92d7-fa6aa6f7a714 req-8091ce6a-e876-4466-9c5b-0baea84d45cb tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326288 Sep 15 17:04:51.095479 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device b327648d-6ebc-4e45-8e28-c93fd40694a0 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:04:51.195313 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:51.207247 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'port_id': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'mac_address': 'fa:16:3e:73:62:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:04:51.243527 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:51.256620 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b327648d-6ebc-4e45-8e28-c93fd40694a0 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:04:51.277107 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:51.281874 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:51.282499 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 60b48d26-f969-4abc-a60b-37b00b76a0bd details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:04:51.352809 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=b327648d-6ebc-4e45-8e28-c93fd40694a0,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:51.420374 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 60b48d26-f969-4abc-a60b-37b00b76a0bd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:51.431767 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'port_id': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'mac_address': 'fa:16:3e:64:d3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:04:51.466846 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:51.479026 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b48d26-f969-4abc-a60b-37b00b76a0bd {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:04:51.504723 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 60b48d26-f969-4abc-a60b-37b00b76a0bd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:51.509374 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:51.557127 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=60b48d26-f969-4abc-a60b-37b00b76a0bd,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:51.671236 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd3653-273c-4b8d-becd-333e622781da req-94aa2c4d-0e1c-4cf6-843e-762f4d992ee3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:51.673530 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4cd3653-273c-4b8d-becd-333e622781da req-94aa2c4d-0e1c-4cf6-843e-762f4d992ee3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 944 time: 0.0563133 Sep 15 17:04:51.712197 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4cd3653-273c-4b8d-becd-333e622781da req-8276761a-d00f-48e7-b3c1-5ef8ab29a267 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321412 Sep 15 17:04:51.756723 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['b327648d-6ebc-4e45-8e28-c93fd40694a0'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:04:51.760193 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['60b48d26-f969-4abc-a60b-37b00b76a0bd'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:04:51.804764 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329727f5-6b54-444a-9c57-29209c2bf7b2 req-d9b7dd80-dfd5-4929-9ffe-5edf2817c817 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:51.806459 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-329727f5-6b54-444a-9c57-29209c2bf7b2 req-d9b7dd80-dfd5-4929-9ffe-5edf2817c817 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 944 time: 0.0540280 Sep 15 17:04:51.851492 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-329727f5-6b54-444a-9c57-29209c2bf7b2 req-045c3f75-37a7-404e-aef9-a324286be908 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389676 Sep 15 17:04:52.834214 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c017545-a5dd-4040-81fa-b544876350bc req-468dfe56-bed3-47ea-997b-6d6935c4d215 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:52.835751 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c017545-a5dd-4040-81fa-b544876350bc req-468dfe56-bed3-47ea-997b-6d6935c4d215 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 944 time: 0.0515585 Sep 15 17:04:52.882027 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c017545-a5dd-4040-81fa-b544876350bc req-13f68a92-dd5c-45e3-9bf9-17c2f49c6565 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398316 Sep 15 17:04:52.965075 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b103e-4dbc-4a62-8c13-cb212759a0ed req-3868d289-160e-4e4a-8c39-5f3ca55d675d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:52.966580 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d67b103e-4dbc-4a62-8c13-cb212759a0ed req-3868d289-160e-4e4a-8c39-5f3ca55d675d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 944 time: 0.0486674 Sep 15 17:04:53.003553 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d67b103e-4dbc-4a62-8c13-cb212759a0ed req-66c5a728-ef33-48c1-8edb-78efff86f307 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311546 Sep 15 17:04:53.108063 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device b327648d-6ebc-4e45-8e28-c93fd40694a0 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:53.157654 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port b327648d-6ebc-4e45-8e28-c93fd40694a0 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:04:53.161112 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port b327648d-6ebc-4e45-8e28-c93fd40694a0 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:53.161510 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:53.237291 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:53.261711 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:04:53.264022 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cdfded-4d55-4a5e-918f-3e3f42bf356f" -d '{"events": [{"server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "name": "network-vif-plugged", "status": "completed", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:04:53.277524 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:53.285832 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:53.286657 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 60b48d26-f969-4abc-a60b-37b00b76a0bd up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:04:53.308086 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae460276-8a41-4458-9511-3ade477f16fb x-openstack-request-id: req-ae460276-8a41-4458-9511-3ade477f16fb {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:04:53.308374 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "name": "network-vif-plugged", "status": "completed", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:04:53.308627 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae460276-8a41-4458-9511-3ade477f16fb {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:04:53.309002 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'code': 200} Sep 15 17:04:53.366296 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=b327648d-6ebc-4e45-8e28-c93fd40694a0,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:53.385735 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port 60b48d26-f969-4abc-a60b-37b00b76a0bd completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:04:53.389993 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 60b48d26-f969-4abc-a60b-37b00b76a0bd triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:04:53.390386 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:53.474404 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:53.480731 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3a7b-fbec-44c4-986d-dec5aa9e523f req-e03b5469-82b2-48db-bf5c-a4083b53467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:53.482248 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4c9a3a7b-fbec-44c4-986d-dec5aa9e523f req-e03b5469-82b2-48db-bf5c-a4083b53467c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 1098 time: 0.0437384 Sep 15 17:04:53.508327 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 60b48d26-f969-4abc-a60b-37b00b76a0bd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:04:53.513179 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:53.523371 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4c9a3a7b-fbec-44c4-986d-dec5aa9e523f req-11175b95-49ec-401c-bcaa-d38d73c71105 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309675 Sep 15 17:04:53.562115 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=60b48d26-f969-4abc-a60b-37b00b76a0bd,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:53.999791 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df1504-7370-40e0-8748-1c2e9e72f020 req-6f9e9b8a-906f-4e54-b95e-44a221b36af0 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:54.001283 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d8df1504-7370-40e0-8748-1c2e9e72f020 req-6f9e9b8a-906f-4e54-b95e-44a221b36af0 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0498474 Sep 15 17:04:54.039612 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d8df1504-7370-40e0-8748-1c2e9e72f020 req-4b5d637a-ed46-4e45-adf9-f31dfebbe7e1 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315955 Sep 15 17:04:54.126480 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5e75d-e3fc-410a-b81b-9038cb72e2d2 req-4374aff3-ac8a-4a92-b3b1-0df6dc0fd045 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:54.127976 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43e5e75d-e3fc-410a-b81b-9038cb72e2d2 req-4374aff3-ac8a-4a92-b3b1-0df6dc0fd045 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0550799 Sep 15 17:04:54.165046 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43e5e75d-e3fc-410a-b81b-9038cb72e2d2 req-cf06134f-6e88-4b2e-b9a8-8fc74378f662 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308595 Sep 15 17:04:54.418369 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e2eed27-e79e-4e41-a444-3a763a2593f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:55.163622 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ae062-e838-48b3-9115-194a7d061fd3 req-36ed851b-b282-41f9-8a84-9b23561e622b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:55.165307 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-596ae062-e838-48b3-9115-194a7d061fd3 req-36ed851b-b282-41f9-8a84-9b23561e622b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0482488 Sep 15 17:04:55.207462 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-596ae062-e838-48b3-9115-194a7d061fd3 req-436cb291-d6b1-4456-9dbd-3bc1a4a0ed91 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360370 Sep 15 17:04:55.280021 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259c5f4-93a3-4258-be4e-3fc2c42ee1f1 req-9efa084b-51b1-4147-9e4a-7d8fe4dd92bc tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:55.281694 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2259c5f4-93a3-4258-be4e-3fc2c42ee1f1 req-9efa084b-51b1-4147-9e4a-7d8fe4dd92bc tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0496511 Sep 15 17:04:55.310653 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:04:55.313692 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95edf979-c126-43a0-a272-894a71297fd6" -d '{"events": [{"server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "name": "network-vif-plugged", "status": "completed", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:04:55.326922 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2259c5f4-93a3-4258-be4e-3fc2c42ee1f1 req-ddd5fd61-99a4-40e5-be39-29b1cd52f409 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374591 Sep 15 17:04:55.327248 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc309388-c468-4f4b-a508-5b68dc2e316e req-72ce8ed3-7178-49b3-8739-596e6f4a2293 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:55.328697 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-dc309388-c468-4f4b-a508-5b68dc2e316e req-72ce8ed3-7178-49b3-8739-596e6f4a2293 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0508649 Sep 15 17:04:55.338390 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37774) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:55.347566 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-849211e9-ce8e-4c79-9af1-44533d3f138f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Request body: {'floatingip': {'port_id': 'b327648d-6ebc-4e45-8e28-c93fd40694a0'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:55.382076 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864d10fc-d2c8-411d-a6c2-d4d686d9c382 x-openstack-request-id: req-864d10fc-d2c8-411d-a6c2-d4d686d9c382 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:04:55.382386 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "name": "network-vif-plugged", "status": "completed", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:04:55.382616 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-864d10fc-d2c8-411d-a6c2-d4d686d9c382 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:04:55.383004 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'code': 200} Sep 15 17:04:55.394514 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-849211e9-ce8e-4c79-9af1-44533d3f138f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:55.624411 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5c20a-0202-4be1-83f4-3af6ec05e7a2 req-e5e8f7ea-41bf-407f-a051-c77f5876911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:55.625934 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e7f5c20a-0202-4be1-83f4-3af6ec05e7a2 req-e5e8f7ea-41bf-407f-a051-c77f5876911b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0403233 Sep 15 17:04:55.661205 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e7f5c20a-0202-4be1-83f4-3af6ec05e7a2 req-4b295661-579c-4994-a0eb-3edfc038f20c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274062 Sep 15 17:04:55.849797 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-849211e9-ce8e-4c79-9af1-44533d3f138f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:55.853755 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-849211e9-ce8e-4c79-9af1-44533d3f138f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:55.958810 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.l3_db [None req-849211e9-ce8e-4c79-9af1-44533d3f138f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Floating IP 737a7fa6-7959-4660-9ba5-32a894b7686d associated. External IP: 172.27.0.53, port: b327648d-6ebc-4e45-8e28-c93fd40694a0. Sep 15 17:04:56.162655 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849211e9-ce8e-4c79-9af1-44533d3f138f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Router d1f28732-1808-4d13-baa6-9a861f34559c has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:04:56.273572 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849211e9-ce8e-4c79-9af1-44533d3f138f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:04:56.278111 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-849211e9-ce8e-4c79-9af1-44533d3f138f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:56.284515 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319a1308-c6d8-4049-8791-49e0d77bca55 None None] Sync routers for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:04:56.293782 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a1308-c6d8-4049-8791-49e0d77bca55 None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:56.294395 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-319a1308-c6d8-4049-8791-49e0d77bca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:56.307352 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-849211e9-ce8e-4c79-9af1-44533d3f138f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "PUT /v2.0/floatingips/737a7fa6-7959-4660-9ba5-32a894b7686d HTTP/1.1" status: 200 len: 990 time: 0.9678848 Sep 15 17:04:56.308027 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:04:56.310475 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed16eba-fd02-483a-831e-bde7c222cbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:04:56.355642 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bca7049-1a1e-40e1-9487-60345792fd3c x-openstack-request-id: req-0bca7049-1a1e-40e1-9487-60345792fd3c {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:04:56.355927 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:04:56.356177 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bca7049-1a1e-40e1-9487-60345792fd3c {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:04:56.356564 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'status': 'completed', 'code': 200} Sep 15 17:04:56.457617 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed16eba-fd02-483a-831e-bde7c222cbdb req-30b2ebd3-9c15-4f43-88d8-ab48081851d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:56.460972 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ed16eba-fd02-483a-831e-bde7c222cbdb req-30b2ebd3-9c15-4f43-88d8-ab48081851d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 1098 time: 0.0708747 Sep 15 17:04:56.480591 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acc80e-1abd-4f9d-b423-466d72c237ac req-7f626be5-7308-448a-84bb-85aff32462eb tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:56.485169 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e5acc80e-1abd-4f9d-b423-466d72c237ac req-7f626be5-7308-448a-84bb-85aff32462eb tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0731871 Sep 15 17:04:56.528073 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e5acc80e-1abd-4f9d-b423-466d72c237ac req-21ea409f-60eb-4485-9032-85e6bbef3e4a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396922 Sep 15 17:04:56.537595 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-319a1308-c6d8-4049-8791-49e0d77bca55 None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:56.572298 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed16eba-fd02-483a-831e-bde7c222cbdb req-8789e7c0-4faa-449c-b93b-296d15ceb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:56.573833 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ed16eba-fd02-483a-831e-bde7c222cbdb req-8789e7c0-4faa-449c-b93b-296d15ceb0bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 918 time: 0.1032794 Sep 15 17:04:56.645395 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ed16eba-fd02-483a-831e-bde7c222cbdb req-781d1c5f-167d-43d0-b07a-811811916dc2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0 HTTP/1.1" status: 200 len: 998 time: 0.0592923 Sep 15 17:04:56.695115 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed16eba-fd02-483a-831e-bde7c222cbdb req-620d8c5c-657f-4cf1-b6c0-ec2317ffc5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:56.696601 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ed16eba-fd02-483a-831e-bde7c222cbdb req-620d8c5c-657f-4cf1-b6c0-ec2317ffc5b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8815898d-b5f7-4b05-94b1-deab0b1fc8f9 HTTP/1.1" status: 200 len: 856 time: 0.0433223 Sep 15 17:04:56.753703 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed16eba-fd02-483a-831e-bde7c222cbdb req-0ea827ed-3eb5-493f-a834-282739d7f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:56.755215 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ed16eba-fd02-483a-831e-bde7c222cbdb req-0ea827ed-3eb5-493f-a834-282739d7f707 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41390e80-5a37-4d89-9768-ab4b57783230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453339 Sep 15 17:04:56.825084 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-319a1308-c6d8-4049-8791-49e0d77bca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '737a7fa6-7959-4660-9ba5-32a894b7686d', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'port_id': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'mac_address': 'fa:16:3e:73:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:04:44Z', 'updated_at': '2021-09-15T17:04:55Z', 'revision_number': 1, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:51Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:56.849661 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ed16eba-fd02-483a-831e-bde7c222cbdb req-59e76c2e-e64f-4d48-8c89-0042d5c419bb service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866044 Sep 15 17:04:56.851324 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319a1308-c6d8-4049-8791-49e0d77bca55 None None] Checking router: d1f28732-1808-4d13-baa6-9a861f34559c for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:04:56.859437 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a1308-c6d8-4049-8791-49e0d77bca55 None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:56.860045 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-319a1308-c6d8-4049-8791-49e0d77bca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:56.916266 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0e56494-e264-4e47-82e7-6a93ec93c1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:56.951495 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ed16eba-fd02-483a-831e-bde7c222cbdb req-ab66e3a8-4482-4bab-b5ab-4289803abd9c service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936637 Sep 15 17:04:56.983970 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-319a1308-c6d8-4049-8791-49e0d77bca55 None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:57.203981 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-319a1308-c6d8-4049-8791-49e0d77bca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '737a7fa6-7959-4660-9ba5-32a894b7686d', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'port_id': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'mac_address': 'fa:16:3e:73:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:04:44Z', 'updated_at': '2021-09-15T17:04:55Z', 'revision_number': 1, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:51Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:57.233721 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319a1308-c6d8-4049-8791-49e0d77bca55 None None] The sync data for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi is: [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '737a7fa6-7959-4660-9ba5-32a894b7686d', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'port_id': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'mac_address': 'fa:16:3e:73:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:04:44Z', 'updated_at': '2021-09-15T17:04:55Z', 'revision_number': 1, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:51Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:04:57.430892 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e380e3-b2d3-4bb3-a656-97936be3a3fb None None] New status for floating IP 737a7fa6-7959-4660-9ba5-32a894b7686d: ACTIVE {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:04:57.560599 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:57.649164 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f14c4-167f-465c-83ec-68bb4c026af1 req-2acc1831-40fc-4df8-bad6-aa5acd3019c2 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:57.650731 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1f4f14c4-167f-465c-83ec-68bb4c026af1 req-2acc1831-40fc-4df8-bad6-aa5acd3019c2 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0518997 Sep 15 17:04:57.694629 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1f4f14c4-167f-465c-83ec-68bb4c026af1 req-f87b4faf-ba88-4e9f-b1ef-d8d1ced3d823 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368280 Sep 15 17:04:57.811176 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d002917-4b82-47c2-9d87-6958ea1344f1 req-0ea425b9-7939-460f-bf8c-e62c38000d21 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:57.812651 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8d002917-4b82-47c2-9d87-6958ea1344f1 req-0ea425b9-7939-460f-bf8c-e62c38000d21 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0518241 Sep 15 17:04:57.853793 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8d002917-4b82-47c2-9d87-6958ea1344f1 req-bf07079c-b568-4c1f-976f-84307ef91f5b tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351007 Sep 15 17:04:57.875051 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37792) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:58.058291 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eee2c2-6543-4dda-97a0-5594d437f32a tempest-TestShelveInstance-1275194787 tempest-TestShelveInstance-1275194787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:58.062729 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e5eee2c2-6543-4dda-97a0-5594d437f32a tempest-TestShelveInstance-1275194787 tempest-TestShelveInstance-1275194787-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 1093 time: 0.1839302 Sep 15 17:04:58.063055 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37796) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:58.067565 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Request body: {'floatingip': {'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'port_id': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:04:58.087807 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for floatingip, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:58.186507 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:58.295121 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Allocated IP 172.27.0.221 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/e1a98be2-1b68-4a88-a5bb-6059f1f141a0) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:04:58.394872 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:58.429751 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:58.464338 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:04:58.469574 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:04:58.475119 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:04:58.499756 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:58.504705 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event updated for resources: {'Port': ['ID=e1a98be2-1b68-4a88-a5bb-6059f1f141a0,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:59.089533 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:59.159139 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:59.306747 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:59.310920 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:59.379356 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event updated for resources: {'Port': ['ID=e1a98be2-1b68-4a88-a5bb-6059f1f141a0,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:59.391183 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:59.493620 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Floating IP e58705e9-9f07-4527-83a6-2f40dbcdd732 associated. External IP: 172.27.0.221, port: 60b48d26-f969-4abc-a60b-37b00b76a0bd. Sep 15 17:04:59.703448 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:04:59.804445 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:59.812732 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:04:59.822881 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221b70f-ff61-495c-9a35-d671d1132a64 None None] Sync routers for ids ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:04:59.829362 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:59.832027 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221b70f-ff61-495c-9a35-d671d1132a64 None None] Routers {'13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:04:59.832641 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-6221b70f-ff61-495c-9a35-d671d1132a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:04:59.855349 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-434a9c9d-da3a-44cb-a876-a8b45328dfdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7910972 Sep 15 17:04:59.855994 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:04:59.858298 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a73254-a039-4277-80cb-a39558ca451e" -d '{"events": [{"name": "network-changed", "server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:04:59.895316 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5855bc88-28e2-40b8-a10c-6809237e7641 x-openstack-request-id: req-5855bc88-28e2-40b8-a10c-6809237e7641 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:04:59.895605 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:04:59.895850 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5855bc88-28e2-40b8-a10c-6809237e7641 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:04:59.896262 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'status': 'completed', 'code': 200} Sep 15 17:04:59.938801 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-6221b70f-ff61-495c-9a35-d671d1132a64 None None] Set router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:04:59.965339 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73254-a039-4277-80cb-a39558ca451e req-34a00211-da28-432a-9b88-ab9fe53f379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:59.966850 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58a73254-a039-4277-80cb-a39558ca451e req-34a00211-da28-432a-9b88-ab9fe53f379c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3370acfd09e48f0ad39723285a119dd&device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0417693 Sep 15 17:05:00.064137 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73254-a039-4277-80cb-a39558ca451e req-4735a42e-56e8-4a4d-843c-8f74ad8f5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:00.065539 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58a73254-a039-4277-80cb-a39558ca451e req-4735a42e-56e8-4a4d-843c-8f74ad8f5813 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6836674f-7de3-4902-9ab7-80f35c172746 HTTP/1.1" status: 200 len: 909 time: 0.0881891 Sep 15 17:05:00.132542 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58a73254-a039-4277-80cb-a39558ca451e req-ef380c74-0603-41a9-8bf3-8478b67bf111 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd HTTP/1.1" status: 200 len: 999 time: 0.0573936 Sep 15 17:05:00.158187 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-6221b70f-ff61-495c-9a35-d671d1132a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': 'e58705e9-9f07-4527-83a6-2f40dbcdd732', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'port_id': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'mac_address': 'fa:16:3e:64:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c371b9-d346-46d1-934e-778841490bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:04:58Z', 'updated_at': '2021-09-15T17:04:58Z', 'revision_number': 0, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bbb4c6-df5e-433d-bde1-510bdaedc54c', 'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'mac_address': 'fa:16:3e:e7:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:06Z', 'updated_at': '2021-09-15T17:04:13Z', 'revision_number': 5, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'subnets': [{'id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:00.182925 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73254-a039-4277-80cb-a39558ca451e req-1ac666f9-6c97-40fe-a4aa-b6f0b631389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:00.184386 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58a73254-a039-4277-80cb-a39558ca451e req-1ac666f9-6c97-40fe-a4aa-b6f0b631389e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce1e6d6-ec20-4605-82cb-1d82523402a9 HTTP/1.1" status: 200 len: 847 time: 0.0434167 Sep 15 17:05:00.189857 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221b70f-ff61-495c-9a35-d671d1132a64 None None] Checking router: 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:05:00.198225 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221b70f-ff61-495c-9a35-d671d1132a64 None None] Routers {'13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:00.198816 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-6221b70f-ff61-495c-9a35-d671d1132a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:00.235442 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73254-a039-4277-80cb-a39558ca451e req-4ac17c21-e0f7-455c-88d3-4efa6247919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:00.236947 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58a73254-a039-4277-80cb-a39558ca451e req-4ac17c21-e0f7-455c-88d3-4efa6247919c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6836674f-7de3-4902-9ab7-80f35c172746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430999 Sep 15 17:05:00.306248 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-6221b70f-ff61-495c-9a35-d671d1132a64 None None] Set router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:00.326494 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58a73254-a039-4277-80cb-a39558ca451e req-b73f8b65-c8cd-4959-9199-9cc58c6594dc service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815461 Sep 15 17:05:00.422586 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-58a73254-a039-4277-80cb-a39558ca451e req-4cc12144-89a2-4d80-bfe4-34cf0c8cf441 service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863037 Sep 15 17:05:00.525078 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-6221b70f-ff61-495c-9a35-d671d1132a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': 'e58705e9-9f07-4527-83a6-2f40dbcdd732', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'port_id': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'mac_address': 'fa:16:3e:64:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c371b9-d346-46d1-934e-778841490bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:04:58Z', 'updated_at': '2021-09-15T17:04:58Z', 'revision_number': 0, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bbb4c6-df5e-433d-bde1-510bdaedc54c', 'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'mac_address': 'fa:16:3e:e7:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:06Z', 'updated_at': '2021-09-15T17:04:13Z', 'revision_number': 5, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'subnets': [{'id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:00.554230 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221b70f-ff61-495c-9a35-d671d1132a64 None None] The sync data for ids ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'] in dv-cinder-796806-2-iscsi is: [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': 'e58705e9-9f07-4527-83a6-2f40dbcdd732', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'port_id': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'mac_address': 'fa:16:3e:64:d3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c371b9-d346-46d1-934e-778841490bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:04:58Z', 'updated_at': '2021-09-15T17:04:58Z', 'revision_number': 0, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bbb4c6-df5e-433d-bde1-510bdaedc54c', 'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'mac_address': 'fa:16:3e:e7:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:06Z', 'updated_at': '2021-09-15T17:04:13Z', 'revision_number': 5, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'subnets': [{'id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:05:00.635204 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:05:00.731954 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b36e58-82ee-4665-8964-c37456cde9f6 None None] New status for floating IP e58705e9-9f07-4527-83a6-2f40dbcdd732: ACTIVE {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:05:06.929765 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:19.987508 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 37940) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:20.091475 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1c380d91-1a1e-47a8-bb3d-26163124ab02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.179135 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1c380d91-1a1e-47a8-bb3d-26163124ab02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.182765 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1c380d91-1a1e-47a8-bb3d-26163124ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.220654 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-1c380d91-1a1e-47a8-bb3d-26163124ab02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8e66688f54b454f8225b8ddc1c8f577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320180 Sep 15 17:05:20.221506 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c380d91-1a1e-47a8-bb3d-26163124ab02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e9e9e9-cf80-4f8c-b451-cc047c85cab4,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:20.223993 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 37944) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:20.272732 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8063847e-2fa6-47b3-8223-106a1104e9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.293870 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8063847e-2fa6-47b3-8223-106a1104e9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.339672 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8063847e-2fa6-47b3-8223-106a1104e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.342225 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8063847e-2fa6-47b3-8223-106a1104e9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.343360 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8063847e-2fa6-47b3-8223-106a1104e9b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0e9e9e9-cf80-4f8c-b451-cc047c85cab4 HTTP/1.1" status: 204 len: 168 time: 0.1183839 Sep 15 17:05:20.351193 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063847e-2fa6-47b3-8223-106a1104e9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e9e9e9-cf80-4f8c-b451-cc047c85cab4,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:24.420677 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2d1be94b-7635-4ba3-a84a-24cb0059c194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:26.907240 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1de8ac9-1c20-4c86-b9a1-0ce2cf515f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:27.558915 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:27.733169 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be49cf6-a05e-41af-9cb1-743d2771d5e8 req-c74fe8e1-627e-4a31-8b62-56d2d2a5b8d9 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:27.734731 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9be49cf6-a05e-41af-9cb1-743d2771d5e8 req-c74fe8e1-627e-4a31-8b62-56d2d2a5b8d9 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.2178802 Sep 15 17:05:27.775389 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9be49cf6-a05e-41af-9cb1-743d2771d5e8 req-da3dba7d-04af-416b-bd27-ac8c84da36e4 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345833 Sep 15 17:05:28.501901 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:28.897221 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31e433-e2d5-49f5-8ee3-841b9d979390 req-4e4a32e6-2177-4554-bd29-4b55c7f25eea tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:28.898743 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4b31e433-e2d5-49f5-8ee3-841b9d979390 req-4e4a32e6-2177-4554-bd29-4b55c7f25eea tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0556786 Sep 15 17:05:28.936227 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4b31e433-e2d5-49f5-8ee3-841b9d979390 req-efba4b2f-b256-410c-8526-5d43b9e3f8da tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310454 Sep 15 17:05:29.806622 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:30.047730 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47e6e4-8bfe-4ee8-a21b-a31223680114 req-82726a71-006b-4d24-a281-0fb190e975ee tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:30.049255 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5c47e6e4-8bfe-4ee8-a21b-a31223680114 req-82726a71-006b-4d24-a281-0fb190e975ee tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0482774 Sep 15 17:05:30.085338 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5c47e6e4-8bfe-4ee8-a21b-a31223680114 req-babebec2-3d52-4237-ac85-74a58f426efb tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302973 Sep 15 17:05:31.196011 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea459f-75c9-4d74-a4a6-28b473580361 req-d4231ec2-7125-4246-a5e0-dbf9e12c5b52 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:31.197611 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bea459f-75c9-4d74-a4a6-28b473580361 req-d4231ec2-7125-4246-a5e0-dbf9e12c5b52 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0469513 Sep 15 17:05:31.235501 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bea459f-75c9-4d74-a4a6-28b473580361 req-8a4789b9-f108-4a9d-b6b5-6c86272a6477 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319865 Sep 15 17:05:32.076507 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-3b42bc0a-4c0b-4c1b-b30e-573643534f95 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:32.078047 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-3b42bc0a-4c0b-4c1b-b30e-573643534f95 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.61 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0495589 Sep 15 17:05:32.174783 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Deleting port f9e7d706-eeb2-4c36-bc95-57a88b698913 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:05:32.175123 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:32.262871 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] For port f9e7d706-eeb2-4c36-bc95-57a88b698913, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=f9e7d706-eeb2-4c36-bc95-57a88b698913,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:32.263236 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:32.363888 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad442f00-3e89-49b8-81e8-cc00cda0a206 req-8a21d1c4-76df-47a7-ab8f-27c2c0f77092 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:32.365423 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ad442f00-3e89-49b8-81e8-cc00cda0a206 req-8a21d1c4-76df-47a7-ab8f-27c2c0f77092 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=61509076-6c67-454d-953f-7f8767fe12a2 HTTP/1.1" status: 200 len: 946 time: 0.0604892 Sep 15 17:05:32.406641 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ad442f00-3e89-49b8-81e8-cc00cda0a206 req-52d6134f-aa02-4066-b772-7122841a1287 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2862f38-bf0b-43fa-870f-4850f8b25b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334868 Sep 15 17:05:32.453624 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:32.453739 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:32.453994 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.l3_db [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Floating IP 5d00b9e2-0c10-41d6-89ab-8f8641554acf disassociated. External IP: 172.27.0.224, port: f9e7d706-eeb2-4c36-bc95-57a88b698913. Sep 15 17:05:32.454335 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Calling delete_port for f9e7d706-eeb2-4c36-bc95-57a88b698913 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:05:32.586272 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:32.619870 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event deleted for resources: {'Port': ['ID=f9e7d706-eeb2-4c36-bc95-57a88b698913,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:32.732055 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Router 8f4e16b2-1891-4f32-bac7-acdf419734f4 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:05:32.836140 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:05:32.846575 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4975d5-31e2-4fa0-ad00-5b3e97eced0a None None] Sync routers for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:05:32.857105 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4975d5-31e2-4fa0-ad00-5b3e97eced0a None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:32.857742 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-7b4975d5-31e2-4fa0-ad00-5b3e97eced0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:05:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:32.875539 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] No DVR routers for this DVR port f9e7d706-eeb2-4c36-bc95-57a88b698913 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:05:32.878096 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:32.880134 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e08f9eea-8b55-4d99-badd-319a40e48623 req-90a0b03d-7aaf-47d8-928a-1a234e6711dc tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.61 "DELETE /v2.0/ports/f9e7d706-eeb2-4c36-bc95-57a88b698913 HTTP/1.1" status: 204 len: 173 time: 0.7954342 Sep 15 17:05:32.880557 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61509076-6c67-454d-953f-7f8767fe12a2', 'name': 'network-vif-deleted', 'tag': 'f9e7d706-eeb2-4c36-bc95-57a88b698913'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:05:32.883091 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ad99fd-ba03-49c3-a953-0c614f3288d1" -d '{"events": [{"server_uuid": "61509076-6c67-454d-953f-7f8767fe12a2", "name": "network-vif-deleted", "tag": "f9e7d706-eeb2-4c36-bc95-57a88b698913"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:05:32.927691 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8b2598-6aa6-4e7c-8cbb-f13b4aa650b5 x-openstack-request-id: req-9d8b2598-6aa6-4e7c-8cbb-f13b4aa650b5 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:05:32.927972 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61509076-6c67-454d-953f-7f8767fe12a2", "name": "network-vif-deleted", "tag": "f9e7d706-eeb2-4c36-bc95-57a88b698913", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:05:32.928217 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d8b2598-6aa6-4e7c-8cbb-f13b4aa650b5 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:05:32.928603 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61509076-6c67-454d-953f-7f8767fe12a2', 'name': 'network-vif-deleted', 'tag': 'f9e7d706-eeb2-4c36-bc95-57a88b698913', 'status': 'completed', 'code': 200} Sep 15 17:05:32.969824 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-7b4975d5-31e2-4fa0-ad00-5b3e97eced0a None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:33.171945 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-7b4975d5-31e2-4fa0-ad00-5b3e97eced0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:48Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:33.200380 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4975d5-31e2-4fa0-ad00-5b3e97eced0a None None] Checking router: 8f4e16b2-1891-4f32-bac7-acdf419734f4 for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:05:33.208264 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4975d5-31e2-4fa0-ad00-5b3e97eced0a None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:33.208852 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-7b4975d5-31e2-4fa0-ad00-5b3e97eced0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:05:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:33.312007 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-7b4975d5-31e2-4fa0-ad00-5b3e97eced0a None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:33.510560 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 38096) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:33.522799 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-7b4975d5-31e2-4fa0-ad00-5b3e97eced0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:48Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:33.552862 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4975d5-31e2-4fa0-ad00-5b3e97eced0a None None] The sync data for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi is: [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:48Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:05:33.568954 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-39eb307e-c974-46b7-b76b-4e18392015e6 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:33.594771 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-39eb307e-c974-46b7-b76b-4e18392015e6 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:33.651931 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-39eb307e-c974-46b7-b76b-4e18392015e6 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:33.654800 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-39eb307e-c974-46b7-b76b-4e18392015e6 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:33.656047 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-39eb307e-c974-46b7-b76b-4e18392015e6 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2862f38-bf0b-43fa-870f-4850f8b25b53 HTTP/1.1" status: 204 len: 168 time: 0.1438005 Sep 15 17:05:33.658991 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 38102) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:33.666733 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb307e-c974-46b7-b76b-4e18392015e6 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2862f38-bf0b-43fa-870f-4850f8b25b53,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:33.674268 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.api.v2.resource [None req-ea8e46d2-a973-4e52-b47a-4435354188cf tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] show failed (client error): The resource could not be found. Sep 15 17:05:33.678270 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ea8e46d2-a973-4e52-b47a-4435354188cf tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups/b2862f38-bf0b-43fa-870f-4850f8b25b53 HTTP/1.1" status: 404 len: 347 time: 0.0153420 Sep 15 17:05:33.678657 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 38104) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:33.816510 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-d9f56e50-7e2b-43ad-b237-a006cbdfb94c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Deleting port 2859e030-6afc-41e3-9833-6084bec7aa49 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:05:33.816915 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d9f56e50-7e2b-43ad-b237-a006cbdfb94c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:33.823719 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029421e-fa63-4a39-8476-0c14e1cf5509 None None] New status for floating IP 5d00b9e2-0c10-41d6-89ab-8f8641554acf: DOWN {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:05:33.907760 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d9f56e50-7e2b-43ad-b237-a006cbdfb94c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:33.908080 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d9f56e50-7e2b-43ad-b237-a006cbdfb94c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:33.921489 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-d9f56e50-7e2b-43ad-b237-a006cbdfb94c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Calling delete_port for 2859e030-6afc-41e3-9833-6084bec7aa49 owned by network:floatingip {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:05:34.068826 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d9f56e50-7e2b-43ad-b237-a006cbdfb94c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.098834 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f56e50-7e2b-43ad-b237-a006cbdfb94c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event deleted for resources: {'Port': ['ID=2859e030-6afc-41e3-9833-6084bec7aa49,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:34.158472 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d9f56e50-7e2b-43ad-b237-a006cbdfb94c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.161028 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d9f56e50-7e2b-43ad-b237-a006cbdfb94c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.162209 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d9f56e50-7e2b-43ad-b237-a006cbdfb94c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "DELETE /v2.0/floatingips/5d00b9e2-0c10-41d6-89ab-8f8641554acf HTTP/1.1" status: 204 len: 168 time: 0.4792070 Sep 15 17:05:34.534203 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 38112) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:34.538804 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-d79eb2c7-739b-4960-8a71-db191092a680 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--288810367', 'description': 'tempest-description--133699074'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:34.563341 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d79eb2c7-739b-4960-8a71-db191092a680 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.641740 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d79eb2c7-739b-4960-8a71-db191092a680 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.645078 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d79eb2c7-739b-4960-8a71-db191092a680 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.672634 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d79eb2c7-739b-4960-8a71-db191092a680 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.673855 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d79eb2c7-739b-4960-8a71-db191092a680 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1386356 Sep 15 17:05:34.674671 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eb2c7-739b-4960-8a71-db191092a680 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d55686-8e44-465a-8d8b-6c737a6e145c,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:34.676643 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 38114) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:34.681853 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-c80bc6bb-c592-4fb3-8ae6-0fb5d973bd5d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Request body: {'security_group_rule': {'security_group_id': 'c5d55686-8e44-465a-8d8b-6c737a6e145c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:34.706667 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c80bc6bb-c592-4fb3-8ae6-0fb5d973bd5d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.764968 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c80bc6bb-c592-4fb3-8ae6-0fb5d973bd5d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.768963 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c80bc6bb-c592-4fb3-8ae6-0fb5d973bd5d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.786484 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bc6bb-c592-4fb3-8ae6-0fb5d973bd5d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63785dc8-a069-4d1a-9eec-70dc79fb2087,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:34.795118 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c80bc6bb-c592-4fb3-8ae6-0fb5d973bd5d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.796402 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c80bc6bb-c592-4fb3-8ae6-0fb5d973bd5d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188545 Sep 15 17:05:34.799168 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 38120) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:34.803662 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-b55517b0-3116-4200-bed0-1a4ee5838c0b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Request body: {'security_group_rule': {'security_group_id': 'c5d55686-8e44-465a-8d8b-6c737a6e145c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:34.832363 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b55517b0-3116-4200-bed0-1a4ee5838c0b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.890393 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b55517b0-3116-4200-bed0-1a4ee5838c0b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.893850 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b55517b0-3116-4200-bed0-1a4ee5838c0b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.911891 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55517b0-3116-4200-bed0-1a4ee5838c0b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59ff5cd-7cef-4904-8c6f-eca8918c54d7,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:34.915010 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b55517b0-3116-4200-bed0-1a4ee5838c0b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.919684 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b55517b0-3116-4200-bed0-1a4ee5838c0b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166492 Sep 15 17:05:34.920146 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 38124) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:34.924188 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Request body: {'floatingip': {'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:34.945103 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:35.045191 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:35.145624 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Allocated IP 172.27.0.144 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/07c128ae-d86c-484a-bf8b-d623ff0a1706) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:05:35.250030 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:35.283185 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:35.317562 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:05:35.320371 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:05:35.324305 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:05:35.341573 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device f9e7d706-eeb2-4c36-bc95-57a88b698913 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:05:35.350871 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event updated for resources: {'Port': ['ID=07c128ae-d86c-484a-bf8b-d623ff0a1706,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:35.364670 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: f9e7d706-eeb2-4c36-bc95-57a88b698913 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:05:35.365011 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device f9e7d706-eeb2-4c36-bc95-57a88b698913 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:05:35.669972 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:35.703003 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:35.846027 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:35.850327 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:35.926369 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event updated for resources: {'Port': ['ID=07c128ae-d86c-484a-bf8b-d623ff0a1706,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:35.939391 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:35.954138 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:35.955301 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-f8d12a3c-c939-4bfb-b0be-be90d820f7db tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0344605 Sep 15 17:05:36.145312 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-0560f0e5-7bb8-48f4-ae81-0f6ee50df511 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--288810367&fields=id&tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6 HTTP/1.1" status: 200 len: 267 time: 0.0338736 Sep 15 17:05:36.268894 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-97bdb27d-0233-4bfb-8653-4fb09cb07de5 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:36.276698 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-97bdb27d-0233-4bfb-8653-4fb09cb07de5 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/networks?id=e8abcfa2-4651-46db-bfa8-dca22372e9a9 HTTP/1.1" status: 200 len: 811 time: 0.1241086 Sep 15 17:05:36.292869 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-0599b2e6-a2f0-4238-bcee-125d3194ee1c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/quotas/b6761e1d9bc847e1aaf93f8f6a6c07c6 HTTP/1.1" status: 200 len: 375 time: 0.0152237 Sep 15 17:05:36.341852 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-b1263870-e6c3-4cd4-92f8-b861e4fdc91f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480914 Sep 15 17:05:36.484088 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-1af1d53c-cf32-4e78-8f20-6c9d42bf077f service neutron] 10.222.0.13 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297209 Sep 15 17:05:36.575206 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-fb15767b-7209-4a37-a8a9-f96f482526ed service neutron] 10.222.0.13 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846362 Sep 15 17:05:36.803915 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f12e5d51-84e7-4af4-b9d3-81fe9e6c0cf0 req-d87768f6-703e-46b4-af2e-f6ea7ee25ee6 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 210 time: 0.0874813 Sep 15 17:05:36.826851 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:37.633893 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:05:37.843508 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-51bffe19-4b9b-4b55-9fe9-64047aa2fd6f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:37.845023 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-51bffe19-4b9b-4b55-9fe9-64047aa2fd6f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.61 "GET /v2.0/networks?id=e8abcfa2-4651-46db-bfa8-dca22372e9a9 HTTP/1.1" status: 200 len: 811 time: 0.1072283 Sep 15 17:05:37.914137 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b7a17365-7934-44a5-a352-6192196cf945 req-ab01275c-fcf8-4e3b-b36d-133868028268 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 210 time: 0.0336232 Sep 15 17:05:37.922272 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-25c1cfdd-ac0d-40ca-9ca0-9d5386401729 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6 HTTP/1.1" status: 200 len: 379 time: 0.0587444 Sep 15 17:05:37.936395 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Request body: {'port': {'device_id': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'admin_state_up': True, 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'security_groups': ['c5d55686-8e44-465a-8d8b-6c737a6e145c']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:38.049573 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Made reservation on behalf of b6761e1d9bc847e1aaf93f8f6a6c07c6 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:05:38.052945 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:38.182583 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Allocated IP 172.20.0.5 (e8abcfa2-4651-46db-bfa8-dca22372e9a9/06bceb72-5d20-4bec-a77a-620e787ae235/d2c0a165-4b8b-425b-9e71-34ac35ebf44a) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:05:38.318884 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:38.352629 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:38.398561 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Network e8abcfa2-4651-46db-bfa8-dca22372e9a9 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:05:38.402490 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:05:38.406167 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:05:38.440248 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event updated for resources: {'Port': ['ID=d2c0a165-4b8b-425b-9e71-34ac35ebf44a,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:38.470192 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:38.470890 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:38.488261 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8b5c68ff-4dea-477f-b675-66d8dd609a23 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555356 Sep 15 17:05:38.502101 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Request body: {'port': {'device_id': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:38.559655 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:38.635066 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c49ea480-a33b-4f94-86fd-b1de57b135b8 None None] Provisioning complete for port d2c0a165-4b8b-425b-9e71-34ac35ebf44a triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:38.635761 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c49ea480-a33b-4f94-86fd-b1de57b135b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:38.668757 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c49ea480-a33b-4f94-86fd-b1de57b135b8 None None] Port d2c0a165-4b8b-425b-9e71-34ac35ebf44a cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:05:38.830946 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c0a165-4b8b-425b-9e71-34ac35ebf44a {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:05:38.838957 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:38.850621 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Transition to ACTIVE for port object d2c0a165-4b8b-425b-9e71-34ac35ebf44a will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:05:38.855677 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:38.925616 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Pushing event updated for resources: {'Port': ['ID=d2c0a165-4b8b-425b-9e71-34ac35ebf44a,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:38.984414 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Attempting to bind port d2c0a165-4b8b-425b-9e71-34ac35ebf44a on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:05:38.984762 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Attempting to bind port d2c0a165-4b8b-425b-9e71-34ac35ebf44a by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:05:38.985219 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Attempting to bind port d2c0a165-4b8b-425b-9e71-34ac35ebf44a on network e8abcfa2-4651-46db-bfa8-dca22372e9a9 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:05:39.000935 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Port d2c0a165-4b8b-425b-9e71-34ac35ebf44a on network e8abcfa2-4651-46db-bfa8-dca22372e9a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:05:39.001374 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Attempting to bind port d2c0a165-4b8b-425b-9e71-34ac35ebf44a on network e8abcfa2-4651-46db-bfa8-dca22372e9a9 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:05:39.020682 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:05:39.021015 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Checking segment: {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:05:39.021423 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Bound using segment: {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:05:39.021872 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Bound port: d2c0a165-4b8b-425b-9e71-34ac35ebf44a, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01fd53ed-ba10-4ee9-abcb-b99d17453197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:05:39.022228 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:39.075727 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d44f33-d7fc-4e20-addb-036ef58486f7 req-630bf0f7-f28e-4afa-b8ea-165182bb5ded tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:39.077243 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-17d44f33-d7fc-4e20-addb-036ef58486f7 req-630bf0f7-f28e-4afa-b8ea-165182bb5ded tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 943 time: 0.0897346 Sep 15 17:05:39.126386 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] For port d2c0a165-4b8b-425b-9e71-34ac35ebf44a, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:05:39.147963 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-17d44f33-d7fc-4e20-addb-036ef58486f7 req-7156e377-1067-44df-9a7f-b219a11f838c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589457 Sep 15 17:05:39.150194 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] For port d2c0a165-4b8b-425b-9e71-34ac35ebf44a, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=d2c0a165-4b8b-425b-9e71-34ac35ebf44a,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:05:39.154998 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:39.202665 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:39.203486 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:39.204882 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7330e053-2b4e-490b-8611-bef728176fba service neutron] 10.222.0.61 "PUT /v2.0/ports/d2c0a165-4b8b-425b-9e71-34ac35ebf44a HTTP/1.1" status: 200 len: 1093 time: 0.7072670 Sep 15 17:05:39.205368 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'tag': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:05:39.209275 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124e6baa-4904-49e5-849f-13d1c25d3581" -d '{"events": [{"name": "network-changed", "server_uuid": "b31eda65-750d-4e4c-a1b8-1829f36b2256", "tag": "d2c0a165-4b8b-425b-9e71-34ac35ebf44a"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:05:39.236515 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330e053-2b4e-490b-8611-bef728176fba service neutron] Pushing event updated for resources: {'Port': ['ID=d2c0a165-4b8b-425b-9e71-34ac35ebf44a,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:39.256864 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c88442-6051-4458-b497-0d5ea0a3d3cb x-openstack-request-id: req-92c88442-6051-4458-b497-0d5ea0a3d3cb {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:05:39.257348 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31eda65-750d-4e4c-a1b8-1829f36b2256", "tag": "d2c0a165-4b8b-425b-9e71-34ac35ebf44a", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:05:39.257657 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92c88442-6051-4458-b497-0d5ea0a3d3cb {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:05:39.258128 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'tag': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a', 'status': 'completed', 'code': 200} Sep 15 17:05:39.315341 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-d11e7148-4180-49db-aa4c-4ef70c477dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:39.316957 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-d11e7148-4180-49db-aa4c-4ef70c477dbf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6&device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 1096 time: 0.0450857 Sep 15 17:05:39.360803 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-7966f259-e3dd-45dc-9079-247db4b7f089 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2c0a165-4b8b-425b-9e71-34ac35ebf44a HTTP/1.1" status: 200 len: 217 time: 0.0343769 Sep 15 17:05:39.419266 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-dbffca5c-bb60-43cc-8466-d2bd0df69db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:39.420735 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-dbffca5c-bb60-43cc-8466-d2bd0df69db2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06bceb72-5d20-4bec-a77a-620e787ae235 HTTP/1.1" status: 200 len: 850 time: 0.0494211 Sep 15 17:05:39.469803 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-d016a047-83e9-47f8-9617-eb49f5e465ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:39.471352 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-d016a047-83e9-47f8-9617-eb49f5e465ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8abcfa2-4651-46db-bfa8-dca22372e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406108 Sep 15 17:05:39.566274 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-3de1bac2-9f9d-463b-bfcf-1ab143eba6e6 service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849285 Sep 15 17:05:39.673513 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b8ca17d1-5fb2-445b-af74-fa02e8cfc4d9 req-8d017824-6af3-477a-94cb-6007f632a294 service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978928 Sep 15 17:05:39.764507 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e6baa-4904-49e5-849f-13d1c25d3581 req-9c6f952c-3840-4348-8141-4346649cf2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:39.766011 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-124e6baa-4904-49e5-849f-13d1c25d3581 req-9c6f952c-3840-4348-8141-4346649cf2db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6&device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 1096 time: 0.0402169 Sep 15 17:05:39.863955 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e6baa-4904-49e5-849f-13d1c25d3581 req-183e3460-e018-45f0-97ad-da9a824d1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:39.866037 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-124e6baa-4904-49e5-849f-13d1c25d3581 req-183e3460-e018-45f0-97ad-da9a824d1770 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8abcfa2-4651-46db-bfa8-dca22372e9a9 HTTP/1.1" status: 200 len: 912 time: 0.0874276 Sep 15 17:05:39.908294 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-124e6baa-4904-49e5-849f-13d1c25d3581 req-e6362442-077d-4833-81a9-c533b8088887 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2c0a165-4b8b-425b-9e71-34ac35ebf44a HTTP/1.1" status: 200 len: 217 time: 0.0341184 Sep 15 17:05:39.957812 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e6baa-4904-49e5-849f-13d1c25d3581 req-bff26a65-9fcb-4ef3-8eff-baeac38bbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:39.959127 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-124e6baa-4904-49e5-849f-13d1c25d3581 req-bff26a65-9fcb-4ef3-8eff-baeac38bbb81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06bceb72-5d20-4bec-a77a-620e787ae235 HTTP/1.1" status: 200 len: 850 time: 0.0411978 Sep 15 17:05:40.012592 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e6baa-4904-49e5-849f-13d1c25d3581 req-1773bc8c-4ee6-4698-a17f-812e2db3a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:40.014213 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-124e6baa-4904-49e5-849f-13d1c25d3581 req-1773bc8c-4ee6-4698-a17f-812e2db3a952 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8abcfa2-4651-46db-bfa8-dca22372e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461118 Sep 15 17:05:40.109136 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-124e6baa-4904-49e5-849f-13d1c25d3581 req-77cc84fc-ca4b-46d5-a20c-72efc78a3edf service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845976 Sep 15 17:05:40.209592 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-124e6baa-4904-49e5-849f-13d1c25d3581 req-23b987c9-65ed-4c14-a893-0a7464feabe4 service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858808 Sep 15 17:05:40.274422 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ad767-bdae-4023-88a3-b67ce65ee100 req-ee993d0d-a42e-49c2-92e7-457954eba29b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:40.275857 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d04ad767-bdae-4023-88a3-b67ce65ee100 req-ee993d0d-a42e-49c2-92e7-457954eba29b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 943 time: 0.0564549 Sep 15 17:05:40.316151 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d04ad767-bdae-4023-88a3-b67ce65ee100 req-211a330f-4af2-4aae-a426-9f9a02641f38 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342638 Sep 15 17:05:41.374373 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device d2c0a165-4b8b-425b-9e71-34ac35ebf44a details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:05:41.432698 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b953a5-94d0-476e-a948-2bcc64cd3230 req-cb731696-3bc8-4511-b3d4-73ebd1527680 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:41.435132 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-95b953a5-94d0-476e-a948-2bcc64cd3230 req-cb731696-3bc8-4511-b3d4-73ebd1527680 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 943 time: 0.0538113 Sep 15 17:05:41.473390 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port d2c0a165-4b8b-425b-9e71-34ac35ebf44a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=d2c0a165-4b8b-425b-9e71-34ac35ebf44a,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:41.473614 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-95b953a5-94d0-476e-a948-2bcc64cd3230 req-46125656-9970-4ac5-bc52-40d595c0ce1d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334179 Sep 15 17:05:41.485642 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'port_id': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a', 'mac_address': 'fa:16:3e:95:89:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:05:41.527972 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:41.541348 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c0a165-4b8b-425b-9e71-34ac35ebf44a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:05:41.563709 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port d2c0a165-4b8b-425b-9e71-34ac35ebf44a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=d2c0a165-4b8b-425b-9e71-34ac35ebf44a,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:41.569281 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:41.621780 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee447842-8854-4653-9068-864fdc2a5eca req-4c316c81-79f1-4fff-8c0f-068e97aa6b69 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1104231 Sep 15 17:05:41.624221 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=d2c0a165-4b8b-425b-9e71-34ac35ebf44a,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:41.631278 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:41.631626 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:41.631961 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:41.632290 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:41.632616 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:41.632945 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:41.633305 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:41.633633 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:41.633954 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:41.634277 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:41.634592 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:41.634907 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:41.706730 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee447842-8854-4653-9068-864fdc2a5eca req-720ea4f7-44cd-4549-83a6-2c4e71188f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:41.708786 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee447842-8854-4653-9068-864fdc2a5eca req-720ea4f7-44cd-4549-83a6-2c4e71188f39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3370acfd09e48f0ad39723285a119dd&device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0433104 Sep 15 17:05:41.828281 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee447842-8854-4653-9068-864fdc2a5eca req-828fccdb-4403-46c0-97f2-8cf613729482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:41.829796 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee447842-8854-4653-9068-864fdc2a5eca req-828fccdb-4403-46c0-97f2-8cf613729482 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6836674f-7de3-4902-9ab7-80f35c172746 HTTP/1.1" status: 200 len: 909 time: 0.0906856 Sep 15 17:05:41.847470 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['d2c0a165-4b8b-425b-9e71-34ac35ebf44a'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:05:41.900462 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee447842-8854-4653-9068-864fdc2a5eca req-a373f802-17ec-4c3b-b6df-d3f2cd40a582 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd HTTP/1.1" status: 200 len: 1001 time: 0.0576024 Sep 15 17:05:41.956799 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee447842-8854-4653-9068-864fdc2a5eca req-1c411a9b-c085-4bbb-a17b-9e7f003964d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:41.959079 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee447842-8854-4653-9068-864fdc2a5eca req-1c411a9b-c085-4bbb-a17b-9e7f003964d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce1e6d6-ec20-4605-82cb-1d82523402a9 HTTP/1.1" status: 200 len: 847 time: 0.0493817 Sep 15 17:05:42.004737 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee447842-8854-4653-9068-864fdc2a5eca req-f557d2c1-4173-402d-a03c-97ef71edcbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:42.006245 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee447842-8854-4653-9068-864fdc2a5eca req-f557d2c1-4173-402d-a03c-97ef71edcbec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6836674f-7de3-4902-9ab7-80f35c172746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389140 Sep 15 17:05:42.096522 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee447842-8854-4653-9068-864fdc2a5eca req-1a8b4d86-6a96-4616-9f6b-11475184187d service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822234 Sep 15 17:05:42.191346 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee447842-8854-4653-9068-864fdc2a5eca req-5165a197-dc97-4056-bc42-27556e7aec1c service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857828 Sep 15 17:05:42.651555 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4d870-d136-45fa-a74d-0333a9fb91d2 req-747c5da1-527a-4745-9f39-c9081c031fcb tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:42.654102 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cdc4d870-d136-45fa-a74d-0333a9fb91d2 req-747c5da1-527a-4745-9f39-c9081c031fcb tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 944 time: 0.0495493 Sep 15 17:05:42.693267 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cdc4d870-d136-45fa-a74d-0333a9fb91d2 req-5de76f06-ca87-4042-8e94-e39489a5cfb9 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334816 Sep 15 17:05:43.372485 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device d2c0a165-4b8b-425b-9e71-34ac35ebf44a up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:05:43.423336 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port d2c0a165-4b8b-425b-9e71-34ac35ebf44a completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:05:43.426880 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port d2c0a165-4b8b-425b-9e71-34ac35ebf44a triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:43.427240 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:43.505933 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:43.529121 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:05:43.531289 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84482a15-f3a7-4f32-b711-d995ba212392" -d '{"events": [{"server_uuid": "b31eda65-750d-4e4c-a1b8-1829f36b2256", "name": "network-vif-plugged", "status": "completed", "tag": "d2c0a165-4b8b-425b-9e71-34ac35ebf44a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:05:43.543909 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port d2c0a165-4b8b-425b-9e71-34ac35ebf44a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=d2c0a165-4b8b-425b-9e71-34ac35ebf44a,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:43.548087 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:43.570855 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6115b7-4e9e-47d6-9c4a-f3c430942436 x-openstack-request-id: req-5a6115b7-4e9e-47d6-9c4a-f3c430942436 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:05:43.571534 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31eda65-750d-4e4c-a1b8-1829f36b2256", "name": "network-vif-plugged", "status": "completed", "tag": "d2c0a165-4b8b-425b-9e71-34ac35ebf44a", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:05:43.571534 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a6115b7-4e9e-47d6-9c4a-f3c430942436 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:05:43.571977 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a', 'code': 200} Sep 15 17:05:43.606755 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=d2c0a165-4b8b-425b-9e71-34ac35ebf44a,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:43.744928 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf58971-6e6d-441a-85e3-5d06b03d7f1f req-b23fda08-83cb-4e75-a090-3f9d32d516a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:43.747016 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5bf58971-6e6d-441a-85e3-5d06b03d7f1f req-b23fda08-83cb-4e75-a090-3f9d32d516a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 1098 time: 0.0408304 Sep 15 17:05:43.809582 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5bf58971-6e6d-441a-85e3-5d06b03d7f1f req-787e7a42-1d32-4daa-9ec2-a1eed23f4ee8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554073 Sep 15 17:05:43.827290 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a9662-ec40-4670-8fc8-39e7f947cd07 req-e6e2527a-7b57-4608-be36-dcb8c3a32979 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:43.828693 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b91a9662-ec40-4670-8fc8-39e7f947cd07 req-e6e2527a-7b57-4608-be36-dcb8c3a32979 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 945 time: 0.0621719 Sep 15 17:05:43.865961 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b91a9662-ec40-4670-8fc8-39e7f947cd07 req-1e83784b-8766-4a43-b559-b5ced977d096 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313952 Sep 15 17:05:44.983859 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d036638-fd7d-4861-b9fc-4b48a2615fd6 req-fd5045c6-84e0-4cf3-8104-51e254d27ce3 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:44.985364 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5d036638-fd7d-4861-b9fc-4b48a2615fd6 req-fd5045c6-84e0-4cf3-8104-51e254d27ce3 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 945 time: 0.0486474 Sep 15 17:05:45.024161 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5d036638-fd7d-4861-b9fc-4b48a2615fd6 req-4008ddd5-68e6-4d65-a338-38d3f27682fa tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327995 Sep 15 17:05:46.142899 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceeeec-7b7c-4792-b786-84adbeabdc17 req-121a4715-c07a-4024-a316-2293ddf52d86 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:46.144525 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e3ceeeec-7b7c-4792-b786-84adbeabdc17 req-121a4715-c07a-4024-a316-2293ddf52d86 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Sep 15 17:05:46.186542 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e3ceeeec-7b7c-4792-b786-84adbeabdc17 req-c77d65d5-4d05-4bef-97c3-17cb237952f6 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361183 Sep 15 17:05:46.299892 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e3da8-0c5d-41a1-bade-8805ef6c7947 req-7e9338b5-11be-466c-9cf3-a46766e06d2b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:46.301407 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-1d3e3da8-0c5d-41a1-bade-8805ef6c7947 req-7e9338b5-11be-466c-9cf3-a46766e06d2b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 945 time: 0.0501990 Sep 15 17:05:46.310095 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 38294) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:46.314543 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-1c56b6bb-241d-4c89-af58-c694b035028b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Request body: {'floatingip': {'port_id': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:46.356779 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1c56b6bb-241d-4c89-af58-c694b035028b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:46.801180 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1c56b6bb-241d-4c89-af58-c694b035028b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:46.804956 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1c56b6bb-241d-4c89-af58-c694b035028b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:46.908941 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-1c56b6bb-241d-4c89-af58-c694b035028b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Floating IP f6d2af8b-8fab-498f-80db-0ae7529197fe associated. External IP: 172.27.0.144, port: d2c0a165-4b8b-425b-9e71-34ac35ebf44a. Sep 15 17:05:47.114765 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c56b6bb-241d-4c89-af58-c694b035028b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Router 8f4e16b2-1891-4f32-bac7-acdf419734f4 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:05:47.226377 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c56b6bb-241d-4c89-af58-c694b035028b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:05:47.231994 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1c56b6bb-241d-4c89-af58-c694b035028b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:47.236844 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f4ad5-bdde-4a71-b401-0c370888c23c None None] Sync routers for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:05:47.248814 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f4ad5-bdde-4a71-b401-0c370888c23c None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:47.249570 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-581f4ad5-bdde-4a71-b401-0c370888c23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:05:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:47.261496 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-1c56b6bb-241d-4c89-af58-c694b035028b tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "PUT /v2.0/floatingips/f6d2af8b-8fab-498f-80db-0ae7529197fe HTTP/1.1" status: 200 len: 991 time: 0.9503078 Sep 15 17:05:47.262187 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'tag': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:05:47.264544 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a2bc44-0d8e-447b-a011-12a8a5d63f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b31eda65-750d-4e4c-a1b8-1829f36b2256", "tag": "d2c0a165-4b8b-425b-9e71-34ac35ebf44a"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:05:47.307449 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bad8f7b-8e00-49f4-9221-984a798a068e x-openstack-request-id: req-2bad8f7b-8e00-49f4-9221-984a798a068e {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:05:47.308060 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31eda65-750d-4e4c-a1b8-1829f36b2256", "tag": "d2c0a165-4b8b-425b-9e71-34ac35ebf44a", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:05:47.308060 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bad8f7b-8e00-49f4-9221-984a798a068e {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:05:47.308372 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'tag': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a', 'status': 'completed', 'code': 200} Sep 15 17:05:47.366582 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-581f4ad5-bdde-4a71-b401-0c370888c23c None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:47.375960 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2bc44-0d8e-447b-a011-12a8a5d63f6e req-39856576-e158-4cd5-b260-f48db4d31876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:47.377496 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-28a2bc44-0d8e-447b-a011-12a8a5d63f6e req-39856576-e158-4cd5-b260-f48db4d31876 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6&device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 1098 time: 0.0450122 Sep 15 17:05:47.469019 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2bc44-0d8e-447b-a011-12a8a5d63f6e req-c130b470-c80d-4f78-9b87-8df8f9db14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:47.470512 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-28a2bc44-0d8e-447b-a011-12a8a5d63f6e req-c130b470-c80d-4f78-9b87-8df8f9db14c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8abcfa2-4651-46db-bfa8-dca22372e9a9 HTTP/1.1" status: 200 len: 912 time: 0.0847301 Sep 15 17:05:47.539423 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-28a2bc44-0d8e-447b-a011-12a8a5d63f6e req-16d85fe3-df82-46c0-be0d-d130c37c1bbc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2c0a165-4b8b-425b-9e71-34ac35ebf44a HTTP/1.1" status: 200 len: 999 time: 0.0601993 Sep 15 17:05:47.590008 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2bc44-0d8e-447b-a011-12a8a5d63f6e req-04368cda-cd36-4e6b-b0d7-615e67797967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:47.592171 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-28a2bc44-0d8e-447b-a011-12a8a5d63f6e req-04368cda-cd36-4e6b-b0d7-615e67797967 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06bceb72-5d20-4bec-a77a-620e787ae235 HTTP/1.1" status: 200 len: 850 time: 0.0453503 Sep 15 17:05:47.603036 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-581f4ad5-bdde-4a71-b401-0c370888c23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': 'f6d2af8b-8fab-498f-80db-0ae7529197fe', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'port_id': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'mac_address': 'fa:16:3e:95:89:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:05:35Z', 'updated_at': '2021-09-15T17:05:46Z', 'revision_number': 1, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:48Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:47.631197 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f4ad5-bdde-4a71-b401-0c370888c23c None None] Checking router: 8f4e16b2-1891-4f32-bac7-acdf419734f4 for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:05:47.640725 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2bc44-0d8e-447b-a011-12a8a5d63f6e req-fcbd9d63-6a57-478b-8b25-911cabd075d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:47.642300 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-28a2bc44-0d8e-447b-a011-12a8a5d63f6e req-fcbd9d63-6a57-478b-8b25-911cabd075d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8abcfa2-4651-46db-bfa8-dca22372e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427938 Sep 15 17:05:47.643020 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f4ad5-bdde-4a71-b401-0c370888c23c None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:47.643642 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-581f4ad5-bdde-4a71-b401-0c370888c23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:05:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:47.753851 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-581f4ad5-bdde-4a71-b401-0c370888c23c None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:47.999784 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-28a2bc44-0d8e-447b-a011-12a8a5d63f6e req-f5b6ba37-fd78-435b-98c5-f50d148defe1 service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490622 Sep 15 17:05:48.096197 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-28a2bc44-0d8e-447b-a011-12a8a5d63f6e req-99630185-5bff-406a-97b4-bf8667c49031 service neutron] 10.222.0.61 "GET /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885165 Sep 15 17:05:48.122990 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-581f4ad5-bdde-4a71-b401-0c370888c23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': 'f6d2af8b-8fab-498f-80db-0ae7529197fe', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'port_id': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'mac_address': 'fa:16:3e:95:89:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:05:35Z', 'updated_at': '2021-09-15T17:05:46Z', 'revision_number': 1, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:48Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:48.151753 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f4ad5-bdde-4a71-b401-0c370888c23c None None] The sync data for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi is: [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': 'f6d2af8b-8fab-498f-80db-0ae7529197fe', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'port_id': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'mac_address': 'fa:16:3e:95:89:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:05:35Z', 'updated_at': '2021-09-15T17:05:46Z', 'revision_number': 1, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:48Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:05:48.330228 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c047f86-55e9-4bc9-9091-ecc31d0e881e None None] New status for floating IP f6d2af8b-8fab-498f-80db-0ae7529197fe: ACTIVE {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:05:54.421148 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1cb9-fc20-4e61-aa32-7b22ab00a391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:56.908138 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a698d4ea-3d4b-4ba5-99d3-f295ef2ce941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:57.561531 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:58.374648 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 38390) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:58.476198 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:58.504573 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:58.562242 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:58.565955 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:58.605606 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5560e47f-916c-45b9-b059-2ed228531768,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:58.609437 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5396d44a32a840de958760be25a2db16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337313 Sep 15 17:05:58.612218 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 38394) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:58.615111 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.615457 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.615794 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.616121 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.616447 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.616770 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.617091 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.617433 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.617760 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.618085 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.618397 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.618975 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786d18a-7db7-41f4-9fac-0d8db9a201cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.661545 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:58.682221 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:58.727948 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:58.731518 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:58.732679 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5560e47f-916c-45b9-b059-2ed228531768 HTTP/1.1" status: 204 len: 168 time: 0.1194298 Sep 15 17:05:58.739987 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5560e47f-916c-45b9-b059-2ed228531768,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:58.747361 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.747711 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.748052 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.748383 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.748717 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.749053 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.749394 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.749718 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.750038 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.750414 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.750661 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:58.750977 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74509854-b593-49a3-a042-f7dab28fe491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:59.342798 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 38418) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:59.436483 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-205610751-network', 'tenant_id': '63dc9b78522b49a184bd35c5f31759f7'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:59.456912 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Made reservation on behalf of 63dc9b78522b49a184bd35c5f31759f7 for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:05:59.459129 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:59.467636 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:59.551822 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:59.555152 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:59.578587 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:05:59.587037 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54de998-07d3-4480-8aa3-b57e8793f3de,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:59.593426 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:59.593817 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Added segment ba328f27-f7bb-4399-87b4-3e4e34f7f43c of type vlan for network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e Sep 15 17:05:59.639099 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:59.662586 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:59.663547 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:59.664127 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:59.692288 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3483458 Sep 15 17:05:59.695413 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 38422) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:59.700562 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-a15aa7ca-7d80-4835-b875-7059aed95698 admin admin] Request body: {'subnet': {'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-205610751-subnet', 'tenant_id': '63dc9b78522b49a184bd35c5f31759f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:59.721156 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15aa7ca-7d80-4835-b875-7059aed95698 admin admin] Made reservation on behalf of 63dc9b78522b49a184bd35c5f31759f7 for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:05:59.723437 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a15aa7ca-7d80-4835-b875-7059aed95698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29225577'] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:59.726088 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62769e-cb95-4e06-ae1b-4a4bb0a9feed admin admin] Pushing event updated for resources: {'Network': ['ID=08f89bda-4bad-43e7-9d67-1e7d8bc8f01e,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:59.740652 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:05:59.820060 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:59.890323 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a15aa7ca-7d80-4835-b875-7059aed95698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28456873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29225543'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:59.946949 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15aa7ca-7d80-4835-b875-7059aed95698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2d64b2-4ee5-4b48-9df4-ea0f5905730a,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:59.955528 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15aa7ca-7d80-4835-b875-7059aed95698 admin admin] Checking segment: {'id': 'ba328f27-f7bb-4399-87b4-3e4e34f7f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:05:59.955879 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15aa7ca-7d80-4835-b875-7059aed95698 admin admin] Network hostable DHCP agents. Network: 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:05:59.972211 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15aa7ca-7d80-4835-b875-7059aed95698 admin admin] Network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:05:59.980477 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-a15aa7ca-7d80-4835-b875-7059aed95698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:05:59.984605 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15aa7ca-7d80-4835-b875-7059aed95698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:59.985176 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a15aa7ca-7d80-4835-b875-7059aed95698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:59.994693 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa4de2-0ed2-4319-a248-f55d7a722574 None None] Network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:06:00.002667 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a15aa7ca-7d80-4835-b875-7059aed95698 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3059757 Sep 15 17:06:00.113797 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a9cdc1-e41f-443f-b031-a2fd2ffaa73e None None] Network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:06:01.968662 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-3437eb6c-87ee-4064-abd5-adaa191572fe tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:01.970158 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-3437eb6c-87ee-4064-abd5-adaa191572fe tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/networks?id=08f89bda-4bad-43e7-9d67-1e7d8bc8f01e HTTP/1.1" status: 200 len: 813 time: 0.3324492 Sep 15 17:06:01.985049 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-900a7ef2-e7a8-4c6a-9312-41e5a103e0ed tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/quotas/63dc9b78522b49a184bd35c5f31759f7 HTTP/1.1" status: 200 len: 375 time: 0.0093546 Sep 15 17:06:02.014616 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-c519c8a5-788f-4a8d-ba62-0492335ee0a6 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=63dc9b78522b49a184bd35c5f31759f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246167 Sep 15 17:06:02.105699 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-f5e0bbfb-9edd-401c-a350-58a7f287f875 service neutron] 10.222.0.13 "GET /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844059 Sep 15 17:06:02.193679 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-7196c5e2-5be6-4bca-b6bc-2b3775deae96 service neutron] 10.222.0.13 "GET /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814564 Sep 15 17:06:02.351199 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3d104129-9018-4b94-9b0f-6782b3792c86 req-3212955e-b32f-4e5d-9199-7af7d607653b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 210 time: 0.0270107 Sep 15 17:06:03.401734 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eef5e-9d38-4460-8de8-36e7cd67bd3b req-ffba4e6f-d38b-434d-913b-11a1846c87fb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:03.404120 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-899eef5e-9d38-4460-8de8-36e7cd67bd3b req-ffba4e6f-d38b-434d-913b-11a1846c87fb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0512688 Sep 15 17:06:03.430569 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-8076b9d4-0127-45a9-95df-b4ff14a06af6 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:03.433325 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-8076b9d4-0127-45a9-95df-b4ff14a06af6 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.61 "GET /v2.0/networks?id=08f89bda-4bad-43e7-9d67-1e7d8bc8f01e HTTP/1.1" status: 200 len: 813 time: 0.1319253 Sep 15 17:06:03.445145 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-899eef5e-9d38-4460-8de8-36e7cd67bd3b req-cf051edc-ca21-43e3-8c74-45e6f4897860 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338748 Sep 15 17:06:03.470689 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Request body: {'port': {'device_id': '0e7c28aa-45a2-466c-afb1-8317bf7ba108', 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e', 'admin_state_up': True, 'tenant_id': '63dc9b78522b49a184bd35c5f31759f7'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:03.470689 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5cace3b0-9226-4b17-954b-465879d24525 req-ab6e1d54-f483-45b3-ab59-36c78ca7bc4f tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 210 time: 0.0346031 Sep 15 17:06:03.571748 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Made reservation on behalf of 63dc9b78522b49a184bd35c5f31759f7 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:06:03.575758 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:03.707251 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Allocated IP 172.20.0.9 (08f89bda-4bad-43e7-9d67-1e7d8bc8f01e/ad2d64b2-4ee5-4b48-9df4-ea0f5905730a/cfb17465-b0d9-4986-824e-9d744bef9812) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:06:03.854314 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:03.887919 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:03.927333 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:06:03.930246 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:03.934814 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:06:03.960622 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Pushing event updated for resources: {'Port': ['ID=cfb17465-b0d9-4986-824e-9d744bef9812,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:03.988684 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:03.989306 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:04.003056 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-86035c3c-ab5a-49d6-90f4-c1904bc6c141 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5438237 Sep 15 17:06:04.015608 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Request body: {'port': {'device_id': '0e7c28aa-45a2-466c-afb1-8317bf7ba108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:04.071578 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:04.324355 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb17465-b0d9-4986-824e-9d744bef9812 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:06:04.331656 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:04.343849 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Transition to ACTIVE for port object cfb17465-b0d9-4986-824e-9d744bef9812 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:06:04.347486 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:04.414123 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02848af5-9051-4f90-b964-570b7236591f service neutron] Pushing event updated for resources: {'Port': ['ID=cfb17465-b0d9-4986-824e-9d744bef9812,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:04.461936 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Attempting to bind port cfb17465-b0d9-4986-824e-9d744bef9812 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:06:04.462649 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Attempting to bind port cfb17465-b0d9-4986-824e-9d744bef9812 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'ba328f27-f7bb-4399-87b4-3e4e34f7f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:06:04.462649 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Attempting to bind port cfb17465-b0d9-4986-824e-9d744bef9812 on network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:06:04.467705 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Port cfb17465-b0d9-4986-824e-9d744bef9812 on network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:06:04.468024 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Attempting to bind port cfb17465-b0d9-4986-824e-9d744bef9812 on network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:06:04.472726 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:06:04.473153 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Checking segment: {'id': 'ba328f27-f7bb-4399-87b4-3e4e34f7f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:06:04.473564 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Bound using segment: {'id': 'ba328f27-f7bb-4399-87b4-3e4e34f7f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:06:04.473984 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Bound port: cfb17465-b0d9-4986-824e-9d744bef9812, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba328f27-f7bb-4399-87b4-3e4e34f7f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:06:04.474332 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:04.562620 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] For port cfb17465-b0d9-4986-824e-9d744bef9812, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:06:04.583212 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] For port cfb17465-b0d9-4986-824e-9d744bef9812, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=cfb17465-b0d9-4986-824e-9d744bef9812,segment=NetworkSegment(ba328f27-f7bb-4399-87b4-3e4e34f7f43c),segment_id=ba328f27-f7bb-4399-87b4-3e4e34f7f43c)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:06:04.592206 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795cdbd-b9af-41d8-8d2e-90b079fc0813 req-d89eb64a-4da4-424a-a693-3ca5a816485c tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:04.593793 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0795cdbd-b9af-41d8-8d2e-90b079fc0813 req-d89eb64a-4da4-424a-a693-3ca5a816485c tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 943 time: 0.0530686 Sep 15 17:06:04.596757 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba9294-b398-46ac-8840-beafccecb9b2 req-be8b3d62-272d-4882-9bfb-10963d67821b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:04.598285 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7aba9294-b398-46ac-8840-beafccecb9b2 req-be8b3d62-272d-4882-9bfb-10963d67821b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0752628 Sep 15 17:06:04.599314 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:04.632418 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0795cdbd-b9af-41d8-8d2e-90b079fc0813 req-33fe68ff-c00a-4502-bf43-069dda575b79 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Sep 15 17:06:04.660706 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:04.661339 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:04.662708 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-02848af5-9051-4f90-b964-570b7236591f service neutron] 10.222.0.61 "PUT /v2.0/ports/cfb17465-b0d9-4986-824e-9d744bef9812 HTTP/1.1" status: 200 len: 1093 time: 0.6510267 Sep 15 17:06:04.663277 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7c28aa-45a2-466c-afb1-8317bf7ba108', 'tag': 'cfb17465-b0d9-4986-824e-9d744bef9812'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:06:04.665504 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857f229f-984a-454d-89de-309d66d93e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7c28aa-45a2-466c-afb1-8317bf7ba108", "tag": "cfb17465-b0d9-4986-824e-9d744bef9812"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:06:04.697337 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7aba9294-b398-46ac-8840-beafccecb9b2 req-eb1d81f1-02cc-4899-bfec-8e93b68ad398 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925636 Sep 15 17:06:04.701041 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02848af5-9051-4f90-b964-570b7236591f service neutron] Pushing event updated for resources: {'Port': ['ID=cfb17465-b0d9-4986-824e-9d744bef9812,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:04.753387 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-0efae38e-f558-4da9-9a67-e663eb2d501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:04.754919 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-0efae38e-f558-4da9-9a67-e663eb2d501a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63dc9b78522b49a184bd35c5f31759f7&device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 1096 time: 0.0510132 Sep 15 17:06:04.778362 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc69159e-22b5-44cf-acfc-a66476f558c3 x-openstack-request-id: req-bc69159e-22b5-44cf-acfc-a66476f558c3 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:06:04.778648 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7c28aa-45a2-466c-afb1-8317bf7ba108", "tag": "cfb17465-b0d9-4986-824e-9d744bef9812", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:06:04.778892 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc69159e-22b5-44cf-acfc-a66476f558c3 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:06:04.779301 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7c28aa-45a2-466c-afb1-8317bf7ba108', 'tag': 'cfb17465-b0d9-4986-824e-9d744bef9812', 'status': 'completed', 'code': 200} Sep 15 17:06:04.809852 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-dd33ba40-e439-4c3c-84c3-1e388c693035 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfb17465-b0d9-4986-824e-9d744bef9812 HTTP/1.1" status: 200 len: 217 time: 0.0408280 Sep 15 17:06:04.861501 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-8c280139-069c-45af-9347-7bee76e57142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:04.862860 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-8c280139-069c-45af-9347-7bee76e57142 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad2d64b2-4ee5-4b48-9df4-ea0f5905730a HTTP/1.1" status: 200 len: 853 time: 0.0450437 Sep 15 17:06:04.898293 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-69d78cb9-7a5d-44dd-a1f2-c902427792c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08f89bda-4bad-43e7-9d67-1e7d8bc8f01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238550 Sep 15 17:06:04.989150 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-8e45053c-244a-4755-8f9f-54297f3cc436 service neutron] 10.222.0.61 "GET /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834541 Sep 15 17:06:05.076386 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d3ee49c0-48b6-4b42-8b12-e21cc68b9917 req-95e41bcb-4baa-4fa6-8084-d19c991a2755 service neutron] 10.222.0.61 "GET /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793557 Sep 15 17:06:05.168845 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f229f-984a-454d-89de-309d66d93e9d req-7a2912f1-4787-4aef-b9f9-799010fac31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:05.170525 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-857f229f-984a-454d-89de-309d66d93e9d req-7a2912f1-4787-4aef-b9f9-799010fac31a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63dc9b78522b49a184bd35c5f31759f7&device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 1096 time: 0.0451396 Sep 15 17:06:05.268634 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f229f-984a-454d-89de-309d66d93e9d req-1ff49a6e-a43f-49a9-b882-9d1d18df007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:05.270561 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-857f229f-984a-454d-89de-309d66d93e9d req-1ff49a6e-a43f-49a9-b882-9d1d18df007a service neutron] 10.222.0.61 "GET /v2.0/networks?id=08f89bda-4bad-43e7-9d67-1e7d8bc8f01e HTTP/1.1" status: 200 len: 914 time: 0.0918748 Sep 15 17:06:05.311740 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-857f229f-984a-454d-89de-309d66d93e9d req-7c329e8d-9031-4a62-b52c-55c6bd979639 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfb17465-b0d9-4986-824e-9d744bef9812 HTTP/1.1" status: 200 len: 217 time: 0.0335212 Sep 15 17:06:05.363635 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f229f-984a-454d-89de-309d66d93e9d req-a6b68b64-d9f9-451c-a6b6-aec2a618a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:05.365036 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-857f229f-984a-454d-89de-309d66d93e9d req-a6b68b64-d9f9-451c-a6b6-aec2a618a4ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad2d64b2-4ee5-4b48-9df4-ea0f5905730a HTTP/1.1" status: 200 len: 853 time: 0.0452919 Sep 15 17:06:05.397499 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-857f229f-984a-454d-89de-309d66d93e9d req-52153ca9-f787-4ed4-8fb3-db03ecde68fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08f89bda-4bad-43e7-9d67-1e7d8bc8f01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230250 Sep 15 17:06:05.486922 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-857f229f-984a-454d-89de-309d66d93e9d req-0c35e044-9308-4ab1-93aa-e85e8ab4ca7e service neutron] 10.222.0.61 "GET /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816512 Sep 15 17:06:05.580769 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-857f229f-984a-454d-89de-309d66d93e9d req-76d68f03-c7a7-45d8-a405-1fde53920dcb service neutron] 10.222.0.61 "GET /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849550 Sep 15 17:06:05.747237 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5815a-97b9-4b76-8702-1e64f49764ad req-106ccca3-dd3f-4763-8330-5b9f1ce6e8b5 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:05.748737 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-20d5815a-97b9-4b76-8702-1e64f49764ad req-106ccca3-dd3f-4763-8330-5b9f1ce6e8b5 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 943 time: 0.0494673 Sep 15 17:06:05.787961 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-20d5815a-97b9-4b76-8702-1e64f49764ad req-bbfaf2e4-814d-4b7f-aaf3-8cd4baae63f7 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Sep 15 17:06:05.820324 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424caf2-2d02-4984-bfd7-47b1091587f0 req-885fa7b6-8b0b-4560-a33b-ee65f8e99ce2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:05.821878 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b424caf2-2d02-4984-bfd7-47b1091587f0 req-885fa7b6-8b0b-4560-a33b-ee65f8e99ce2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0497766 Sep 15 17:06:05.864860 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b424caf2-2d02-4984-bfd7-47b1091587f0 req-11870085-53ce-448d-b88e-44fae2afcdca tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354598 Sep 15 17:06:06.820573 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:06.910103 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24027893-71d3-4f00-b813-2867b21f74bb req-1661a53d-bc6b-440d-9c77-612bbdb4b89d tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:06.911614 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-24027893-71d3-4f00-b813-2867b21f74bb req-1661a53d-bc6b-440d-9c77-612bbdb4b89d tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 943 time: 0.0535674 Sep 15 17:06:06.950870 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-24027893-71d3-4f00-b813-2867b21f74bb req-1e8a30fb-1edb-4994-bfcb-82685b172c9d tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324240 Sep 15 17:06:06.988851 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951d31d-fb8d-41bf-926b-0bced16e9dc8 req-b1a4f841-db23-416d-bd27-68b95d4d1649 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:06.990377 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3951d31d-fb8d-41bf-926b-0bced16e9dc8 req-b1a4f841-db23-416d-bd27-68b95d4d1649 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0489929 Sep 15 17:06:07.027682 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3951d31d-fb8d-41bf-926b-0bced16e9dc8 req-4103aa4b-ba53-4566-a69d-ca1246e4288f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306022 Sep 15 17:06:07.430851 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device cfb17465-b0d9-4986-824e-9d744bef9812 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:06:07.524233 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port cfb17465-b0d9-4986-824e-9d744bef9812, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=cfb17465-b0d9-4986-824e-9d744bef9812,segment=NetworkSegment(ba328f27-f7bb-4399-87b4-3e4e34f7f43c),segment_id=ba328f27-f7bb-4399-87b4-3e4e34f7f43c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:07.535532 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': 'cfb17465-b0d9-4986-824e-9d744bef9812', 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e', 'port_id': 'cfb17465-b0d9-4986-824e-9d744bef9812', 'mac_address': 'fa:16:3e:75:77:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2d64b2-4ee5-4b48-9df4-ea0f5905730a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:06:07.570474 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:07.584060 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb17465-b0d9-4986-824e-9d744bef9812 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:06:07.603241 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port cfb17465-b0d9-4986-824e-9d744bef9812, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=cfb17465-b0d9-4986-824e-9d744bef9812,segment=NetworkSegment(ba328f27-f7bb-4399-87b4-3e4e34f7f43c),segment_id=ba328f27-f7bb-4399-87b4-3e4e34f7f43c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:07.607506 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:07.656091 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=cfb17465-b0d9-4986-824e-9d744bef9812,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:07.858684 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['cfb17465-b0d9-4986-824e-9d744bef9812'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:06:08.071670 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dad178-6309-41af-a155-7fd65e33875f req-1bfad196-e93a-48f1-b04e-a1afb85dc6b5 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:08.073224 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e5dad178-6309-41af-a155-7fd65e33875f req-1bfad196-e93a-48f1-b04e-a1afb85dc6b5 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 944 time: 0.0521638 Sep 15 17:06:08.111063 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e5dad178-6309-41af-a155-7fd65e33875f req-ab924d5d-b941-46ea-af67-4c9d245b90ec tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316224 Sep 15 17:06:08.167314 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5c666-3809-4563-a7ff-b68dff546de9 req-3bb290a0-23d2-44bc-872b-24b5f0b1cfb4 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:08.169893 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8ea5c666-3809-4563-a7ff-b68dff546de9 req-3bb290a0-23d2-44bc-872b-24b5f0b1cfb4 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0594821 Sep 15 17:06:08.213148 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8ea5c666-3809-4563-a7ff-b68dff546de9 req-635e4088-a0f1-4dd0-89a9-e3c912e38b9e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372977 Sep 15 17:06:09.225942 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baeb8cb-fd9e-41ec-ad9f-9773a2e13324 req-463711d5-844d-45dc-b31e-17f2eb7907f9 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:09.227428 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1baeb8cb-fd9e-41ec-ad9f-9773a2e13324 req-463711d5-844d-45dc-b31e-17f2eb7907f9 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 944 time: 0.0481856 Sep 15 17:06:09.266005 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1baeb8cb-fd9e-41ec-ad9f-9773a2e13324 req-11b49b73-eaf9-438d-820b-7190e622de57 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Sep 15 17:06:09.373408 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab1774-23d3-4bfe-9fce-9027a210b063 req-df02802f-9e1e-43b3-8890-ab43d5944051 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:09.375127 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-04ab1774-23d3-4bfe-9fce-9027a210b063 req-df02802f-9e1e-43b3-8890-ab43d5944051 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0481420 Sep 15 17:06:09.411950 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-04ab1774-23d3-4bfe-9fce-9027a210b063 req-3c2d768d-93b5-4f43-9f87-75b1e88a1581 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308759 Sep 15 17:06:09.437510 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device cfb17465-b0d9-4986-824e-9d744bef9812 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:06:09.487392 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port cfb17465-b0d9-4986-824e-9d744bef9812 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:06:09.490838 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port cfb17465-b0d9-4986-824e-9d744bef9812 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:09.491199 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:09.565744 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:09.587708 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7c28aa-45a2-466c-afb1-8317bf7ba108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb17465-b0d9-4986-824e-9d744bef9812'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:06:09.589950 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc71b37-0a41-4712-91f6-409976b1ec75" -d '{"events": [{"server_uuid": "0e7c28aa-45a2-466c-afb1-8317bf7ba108", "name": "network-vif-plugged", "status": "completed", "tag": "cfb17465-b0d9-4986-824e-9d744bef9812"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:06:09.602685 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port cfb17465-b0d9-4986-824e-9d744bef9812, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=cfb17465-b0d9-4986-824e-9d744bef9812,segment=NetworkSegment(ba328f27-f7bb-4399-87b4-3e4e34f7f43c),segment_id=ba328f27-f7bb-4399-87b4-3e4e34f7f43c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:09.607273 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:09.630097 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27d0f94-fe65-4e0a-ad1b-a6f569a34616 x-openstack-request-id: req-a27d0f94-fe65-4e0a-ad1b-a6f569a34616 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:06:09.630381 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7c28aa-45a2-466c-afb1-8317bf7ba108", "name": "network-vif-plugged", "status": "completed", "tag": "cfb17465-b0d9-4986-824e-9d744bef9812", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:06:09.630629 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a27d0f94-fe65-4e0a-ad1b-a6f569a34616 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:06:09.631009 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7c28aa-45a2-466c-afb1-8317bf7ba108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb17465-b0d9-4986-824e-9d744bef9812', 'code': 200} Sep 15 17:06:09.658505 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=cfb17465-b0d9-4986-824e-9d744bef9812,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:09.791387 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb947105-e360-4f79-94d9-7c039a02d83b req-9378c840-e8c0-451a-b36a-8fa764f6a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:09.792846 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fb947105-e360-4f79-94d9-7c039a02d83b req-9378c840-e8c0-451a-b36a-8fa764f6a8f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 1098 time: 0.0388572 Sep 15 17:06:09.829466 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fb947105-e360-4f79-94d9-7c039a02d83b req-1fb5997f-e31c-4141-bbb0-fe13d6d29194 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271451 Sep 15 17:06:10.385576 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1125031-16a6-4630-9390-3d6ff08c3623 req-3eb1c65b-eaa2-4359-994c-fbb505b86048 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:10.386472 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b1125031-16a6-4630-9390-3d6ff08c3623 req-3eb1c65b-eaa2-4359-994c-fbb505b86048 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 945 time: 0.0517783 Sep 15 17:06:10.423459 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b1125031-16a6-4630-9390-3d6ff08c3623 req-1991f9d7-0ce7-4d71-874f-3d2e6f652f24 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307527 Sep 15 17:06:10.539764 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf6dfa-af80-4144-b742-20d0f7a081ad req-7a32d5bb-8a99-4e2a-a3f8-f4226369d3a0 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:10.541251 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-92cf6dfa-af80-4144-b742-20d0f7a081ad req-7a32d5bb-8a99-4e2a-a3f8-f4226369d3a0 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0529234 Sep 15 17:06:10.579184 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-92cf6dfa-af80-4144-b742-20d0f7a081ad req-e1473c66-0742-4d0c-9063-3b7ebbacd05e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318453 Sep 15 17:06:11.539064 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1cae8-da50-44d3-8172-b3862246873d req-899f171b-10fa-47c6-a786-6343da4c27e8 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:11.540556 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57c1cae8-da50-44d3-8172-b3862246873d req-899f171b-10fa-47c6-a786-6343da4c27e8 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 945 time: 0.0512652 Sep 15 17:06:11.578143 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-57c1cae8-da50-44d3-8172-b3862246873d req-b98ad103-3bc9-4c4a-a338-b38a848cf3c0 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Sep 15 17:06:11.704009 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa01059-ec92-4a19-b74d-835f28192074 req-e539fd6e-6f17-4d1a-b663-5a2301205895 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:11.705533 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0fa01059-ec92-4a19-b74d-835f28192074 req-e539fd6e-6f17-4d1a-b663-5a2301205895 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0529249 Sep 15 17:06:11.749303 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0fa01059-ec92-4a19-b74d-835f28192074 req-de238fa4-b741-4d09-b4ab-4ca61fbe0b82 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375237 Sep 15 17:06:12.879167 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14f5cf-fafe-4427-8762-c639d99a8b48 req-e4b14447-da02-4809-802f-f75e24423ba5 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:12.880738 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1f14f5cf-fafe-4427-8762-c639d99a8b48 req-e4b14447-da02-4809-802f-f75e24423ba5 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0492311 Sep 15 17:06:12.920067 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1f14f5cf-fafe-4427-8762-c639d99a8b48 req-ff88b5ac-9378-448a-b11f-fadfc23c2eda tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322082 Sep 15 17:06:14.044099 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f495c4-eb80-4aed-ad99-042deb9c6f24 req-7478ea38-72f6-47db-a183-170f94c5f801 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:14.046105 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-95f495c4-eb80-4aed-ad99-042deb9c6f24 req-7478ea38-72f6-47db-a183-170f94c5f801 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0547972 Sep 15 17:06:14.087480 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-95f495c4-eb80-4aed-ad99-042deb9c6f24 req-ecdc4ec4-6a81-4fdb-868c-5da4847dfaa6 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354776 Sep 15 17:06:14.633191 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:06:15.211075 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a823e2-7afe-4373-a917-b3c187fb1652 req-78b750f4-b5f5-4261-86e1-3278741aa6ef tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:15.212734 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d9a823e2-7afe-4373-a917-b3c187fb1652 req-78b750f4-b5f5-4261-86e1-3278741aa6ef tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0510287 Sep 15 17:06:15.252148 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d9a823e2-7afe-4373-a917-b3c187fb1652 req-5645733f-02ae-4009-bc69-2619150bd94f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325553 Sep 15 17:06:16.377759 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f90f8e-89db-4456-9ce1-19f52e4750ec req-86f810c5-8df8-42f8-ab77-dcba85e29a50 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:16.379254 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-60f90f8e-89db-4456-9ce1-19f52e4750ec req-86f810c5-8df8-42f8-ab77-dcba85e29a50 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0500782 Sep 15 17:06:16.421164 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-60f90f8e-89db-4456-9ce1-19f52e4750ec req-8fb5625c-60eb-4a8d-a80b-a34f7a4afa4f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360065 Sep 15 17:06:17.549683 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d2cd4-e09b-451b-a87d-8c4ac4511d0d req-8b9515c5-a950-460f-b6d9-215436c8d07b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:17.551071 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-144d2cd4-e09b-451b-a87d-8c4ac4511d0d req-8b9515c5-a950-460f-b6d9-215436c8d07b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0544159 Sep 15 17:06:17.588456 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-144d2cd4-e09b-451b-a87d-8c4ac4511d0d req-863dea43-cc2f-4c1a-80ab-c45c5f9ee688 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314517 Sep 15 17:06:18.713802 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dc755-3e36-4f6d-becf-ea3f60e2736b req-b1864877-6c2d-425c-a478-d8febc648596 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:18.715289 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-874dc755-3e36-4f6d-becf-ea3f60e2736b req-b1864877-6c2d-425c-a478-d8febc648596 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0486526 Sep 15 17:06:18.755498 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-874dc755-3e36-4f6d-becf-ea3f60e2736b req-5e62c447-4880-414d-9585-8f58f49cf520 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338609 Sep 15 17:06:19.876542 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c89340-75ac-4c7d-b4b0-27caaac4ef76 req-e43ee791-eeea-47b9-a737-0959fe162b55 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:19.878196 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-38c89340-75ac-4c7d-b4b0-27caaac4ef76 req-e43ee791-eeea-47b9-a737-0959fe162b55 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0482707 Sep 15 17:06:19.917188 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-38c89340-75ac-4c7d-b4b0-27caaac4ef76 req-0135718f-0011-4207-8bc7-095c57b57e30 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316894 Sep 15 17:06:21.040655 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0044deb-b6a8-4d14-b3cd-422f5c816010 req-cebcbf09-8193-439e-916f-e3b31b5a69f1 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:21.042144 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f0044deb-b6a8-4d14-b3cd-422f5c816010 req-cebcbf09-8193-439e-916f-e3b31b5a69f1 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0540271 Sep 15 17:06:21.081925 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f0044deb-b6a8-4d14-b3cd-422f5c816010 req-b7844a36-5d5c-4a3c-9b18-008d1381a47f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333967 Sep 15 17:06:22.199839 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1b1cb-60e4-4fc8-96d5-3eabf304b3c6 req-f4545cd7-3e0e-4769-bda7-5fdc262c6510 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:22.201346 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-84c1b1cb-60e4-4fc8-96d5-3eabf304b3c6 req-f4545cd7-3e0e-4769-bda7-5fdc262c6510 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0476639 Sep 15 17:06:22.239964 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-84c1b1cb-60e4-4fc8-96d5-3eabf304b3c6 req-baa73499-3426-4c80-933e-568dbb4484a3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320649 Sep 15 17:06:23.360314 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1269ce-e22e-4875-a012-cc235a541a3e req-d71f6f62-e1ca-4fb9-8323-8e5c667b8c98 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:23.361840 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2c1269ce-e22e-4875-a012-cc235a541a3e req-d71f6f62-e1ca-4fb9-8323-8e5c667b8c98 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0477622 Sep 15 17:06:23.401008 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2c1269ce-e22e-4875-a012-cc235a541a3e req-ce8b5301-3e82-46a5-b24e-806d4da12b2f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333879 Sep 15 17:06:24.421987 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de18d2f4-dda9-4db7-af94-81c4a6e61ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:24.523639 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883aa00-c1da-4d3b-92e3-4fbd97fa57ad req-9ebefcbb-f7cb-4f14-9c76-6d611cfa4832 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:24.525148 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6883aa00-c1da-4d3b-92e3-4fbd97fa57ad req-9ebefcbb-f7cb-4f14-9c76-6d611cfa4832 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0522311 Sep 15 17:06:24.562289 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6883aa00-c1da-4d3b-92e3-4fbd97fa57ad req-97341ab2-a751-4b60-82f4-ceef21ec0eb0 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306473 Sep 15 17:06:25.683404 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e12c-8e14-4d5d-84c9-9c4322849c33 req-07a821fa-32ca-46dc-b114-bbfdddb3c185 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:25.685666 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-89a3e12c-8e14-4d5d-84c9-9c4322849c33 req-07a821fa-32ca-46dc-b114-bbfdddb3c185 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0522051 Sep 15 17:06:25.727679 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-89a3e12c-8e14-4d5d-84c9-9c4322849c33 req-6584635b-6d1f-4eaa-9af6-c21ee159c9e1 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348144 Sep 15 17:06:26.849117 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e4d38-6db3-4eef-a477-5dcfa8a4e2e5 req-186500e0-04f0-4805-9964-7846629672bc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:26.850635 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ab5e4d38-6db3-4eef-a477-5dcfa8a4e2e5 req-186500e0-04f0-4805-9964-7846629672bc tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0483792 Sep 15 17:06:26.888162 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ab5e4d38-6db3-4eef-a477-5dcfa8a4e2e5 req-1197ad3c-ef35-4102-9693-f87f4cfbdcf6 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314713 Sep 15 17:06:26.908462 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abae5191-6936-4e27-9f2f-f98991de840d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:27.561443 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.011105 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f43af-8f62-42b0-bbe4-6b0ca87fd238 req-7cc32e72-7073-4488-9f0c-d3aef10493f4 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:28.012604 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-092f43af-8f62-42b0-bbe4-6b0ca87fd238 req-7cc32e72-7073-4488-9f0c-d3aef10493f4 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0536151 Sep 15 17:06:28.050441 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-092f43af-8f62-42b0-bbe4-6b0ca87fd238 req-dba8a4f9-69d7-4d46-a9c7-838ead296761 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320382 Sep 15 17:06:28.507994 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:29.176878 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e5300-4a29-4f3e-96da-066bc7903dba req-3b81e166-d292-49b5-ab8a-37db9e5f29d6 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:29.178395 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b16e5300-4a29-4f3e-96da-066bc7903dba req-3b81e166-d292-49b5-ab8a-37db9e5f29d6 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0531473 Sep 15 17:06:29.216804 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b16e5300-4a29-4f3e-96da-066bc7903dba req-1c89d701-374c-4f10-917d-97db53972f22 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322978 Sep 15 17:06:29.812074 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:30.336435 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca431c82-233f-444d-86fb-66833aca7b6a req-c7a8bf55-d124-491e-ac15-780bacb13644 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:30.337964 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ca431c82-233f-444d-86fb-66833aca7b6a req-c7a8bf55-d124-491e-ac15-780bacb13644 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0509062 Sep 15 17:06:30.374572 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ca431c82-233f-444d-86fb-66833aca7b6a req-058a5678-9f0c-4b2c-81b9-c5a552500aa2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307543 Sep 15 17:06:31.494792 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c451e87-3dc6-4354-a569-9412f1b8e66d req-fd69a441-f6ca-40d9-9584-9e42022d0a66 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:31.496163 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4c451e87-3dc6-4354-a569-9412f1b8e66d req-fd69a441-f6ca-40d9-9584-9e42022d0a66 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0493171 Sep 15 17:06:31.534466 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4c451e87-3dc6-4354-a569-9412f1b8e66d req-2194e401-a1f9-4d28-9e59-72f194e09a3a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319426 Sep 15 17:06:32.655131 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0810988-182e-4134-b494-aa112ac3d260 req-44771222-0f3b-450a-86b2-e95674020ddb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:32.656623 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c0810988-182e-4134-b494-aa112ac3d260 req-44771222-0f3b-450a-86b2-e95674020ddb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0526059 Sep 15 17:06:32.694109 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c0810988-182e-4134-b494-aa112ac3d260 req-00decc66-81a9-423b-a1ef-e09b721a9030 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313835 Sep 15 17:06:33.814116 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094300f8-2783-4bb6-8351-d7ae8c25dd28 req-fe881687-a5d0-4d0e-8825-07f957309bd2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:33.816137 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-094300f8-2783-4bb6-8351-d7ae8c25dd28 req-fe881687-a5d0-4d0e-8825-07f957309bd2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0518055 Sep 15 17:06:33.857897 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-094300f8-2783-4bb6-8351-d7ae8c25dd28 req-82a5d027-0fe7-4bc1-9ad1-65bb669f8783 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340846 Sep 15 17:06:34.974198 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd2cb7-55ef-40ab-bb84-a23c415ec7e0 req-1f116644-50cf-4245-801b-33338209ff44 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:34.975677 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0bfd2cb7-55ef-40ab-bb84-a23c415ec7e0 req-1f116644-50cf-4245-801b-33338209ff44 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0474448 Sep 15 17:06:35.012972 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0bfd2cb7-55ef-40ab-bb84-a23c415ec7e0 req-3bfa091e-5e38-42b0-960e-ac8d1ca092b5 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315697 Sep 15 17:06:35.540704 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device b327648d-6ebc-4e45-8e28-c93fd40694a0 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:06:35.639537 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:35.653583 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'port_id': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'mac_address': 'fa:16:3e:73:62:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:06:35.688975 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:35.700932 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b327648d-6ebc-4e45-8e28-c93fd40694a0 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:06:35.719669 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:35.723797 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:35.772607 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=b327648d-6ebc-4e45-8e28-c93fd40694a0,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:35.823416 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['b327648d-6ebc-4e45-8e28-c93fd40694a0'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:06:36.129557 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cb997-fc7c-4d76-b4f3-e274eb842a1c req-b4ca366a-a2f3-4a95-8584-54c37abc16fa tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:36.131044 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2c2cb997-fc7c-4d76-b4f3-e274eb842a1c req-b4ca366a-a2f3-4a95-8584-54c37abc16fa tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 944 time: 0.0491083 Sep 15 17:06:36.167781 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2c2cb997-fc7c-4d76-b4f3-e274eb842a1c req-efa6c54f-fe73-479e-a3b8-f14afd683237 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308964 Sep 15 17:06:36.835558 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.314661 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7ec9c-9360-4300-94eb-358122a8d788 req-20ec2a8b-a166-4c6d-981e-58847cfa9429 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:37.317705 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-43f7ec9c-9360-4300-94eb-358122a8d788 req-20ec2a8b-a166-4c6d-981e-58847cfa9429 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 944 time: 0.0636191 Sep 15 17:06:37.364635 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-43f7ec9c-9360-4300-94eb-358122a8d788 req-bd4ad943-d464-4078-867e-c59398583921 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383308 Sep 15 17:06:38.487722 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c0da-73ee-44ad-9c6a-1491988fba1d req-a0903ad6-4dc1-4caf-9d0d-8016d9c17b58 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:38.490100 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9161c0da-73ee-44ad-9c6a-1491988fba1d req-a0903ad6-4dc1-4caf-9d0d-8016d9c17b58 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 944 time: 0.0520797 Sep 15 17:06:38.533814 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9161c0da-73ee-44ad-9c6a-1491988fba1d req-9bbac4a0-5c68-423c-a43f-e4415ba1e86b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372784 Sep 15 17:06:38.824009 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device b327648d-6ebc-4e45-8e28-c93fd40694a0 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:06:38.907186 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port b327648d-6ebc-4e45-8e28-c93fd40694a0 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:38.907940 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:39.017007 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:39.043803 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:06:39.046590 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08378bb-8889-437f-b30e-79da259c2df9" -d '{"events": [{"server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "name": "network-vif-plugged", "status": "completed", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:06:39.066907 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:39.077625 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:39.141530 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=b327648d-6ebc-4e45-8e28-c93fd40694a0,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:39.180322 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8fd4b2-b2c4-4d7f-99be-63e92cee3eb6 x-openstack-request-id: req-db8fd4b2-b2c4-4d7f-99be-63e92cee3eb6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:06:39.180617 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "name": "network-vif-plugged", "status": "completed", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:06:39.180870 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db8fd4b2-b2c4-4d7f-99be-63e92cee3eb6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:06:39.181288 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'code': 200} Sep 15 17:06:39.671983 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ad087-b765-469e-bfda-8bc9a12328ee req-b341fb0b-5b24-40fc-9070-043266f9669a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:39.673527 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9b9ad087-b765-469e-bfda-8bc9a12328ee req-b341fb0b-5b24-40fc-9070-043266f9669a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0575745 Sep 15 17:06:39.716059 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9b9ad087-b765-469e-bfda-8bc9a12328ee req-64c3268b-573e-4c35-8bf4-cd96ce323e42 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353386 Sep 15 17:06:40.870224 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5a42f-0f27-4218-8998-d9cc6435b177 req-105bcbaa-8434-427f-9a92-6ca2a8257874 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:40.872886 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-87a5a42f-0f27-4218-8998-d9cc6435b177 req-105bcbaa-8434-427f-9a92-6ca2a8257874 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0717125 Sep 15 17:06:40.937635 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-87a5a42f-0f27-4218-8998-d9cc6435b177 req-6c4ab22c-9288-44d3-8f1d-7eaa2018d7be tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510035 Sep 15 17:06:40.943051 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86220fe-8899-45b6-aab0-b10a84dc0cd9 req-71934519-8a1e-4453-bc83-2e857b588ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:40.944629 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d86220fe-8899-45b6-aab0-b10a84dc0cd9 req-71934519-8a1e-4453-bc83-2e857b588ce2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 1098 time: 0.0479960 Sep 15 17:06:41.076678 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86220fe-8899-45b6-aab0-b10a84dc0cd9 req-f9ab6134-f4be-4cf4-8e02-f8f4bf3d54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:41.090994 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d86220fe-8899-45b6-aab0-b10a84dc0cd9 req-f9ab6134-f4be-4cf4-8e02-f8f4bf3d54ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 918 time: 0.1223676 Sep 15 17:06:41.166500 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d86220fe-8899-45b6-aab0-b10a84dc0cd9 req-69893f73-aa74-4a84-8085-8ecf56be1326 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0 HTTP/1.1" status: 200 len: 1000 time: 0.0655010 Sep 15 17:06:41.223343 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86220fe-8899-45b6-aab0-b10a84dc0cd9 req-18ff18d3-bcd7-4488-a107-1d68d3827a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:41.225176 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d86220fe-8899-45b6-aab0-b10a84dc0cd9 req-18ff18d3-bcd7-4488-a107-1d68d3827a4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8815898d-b5f7-4b05-94b1-deab0b1fc8f9 HTTP/1.1" status: 200 len: 856 time: 0.0498154 Sep 15 17:06:41.285863 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86220fe-8899-45b6-aab0-b10a84dc0cd9 req-12f528eb-c2e5-47c3-bf1f-dc8bfa0ebdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:41.287396 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d86220fe-8899-45b6-aab0-b10a84dc0cd9 req-12f528eb-c2e5-47c3-bf1f-dc8bfa0ebdf3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41390e80-5a37-4d89-9768-ab4b57783230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542555 Sep 15 17:06:41.390070 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d86220fe-8899-45b6-aab0-b10a84dc0cd9 req-7c4b79f1-90fe-475d-8011-4176057375d5 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933716 Sep 15 17:06:42.081273 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e82bf2-c7fe-491c-90a8-e1b6a87a2bb1 req-6cc8fcb8-7eb6-4ab7-aee7-c53aebdc427d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:42.084820 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c9e82bf2-c7fe-491c-90a8-e1b6a87a2bb1 req-6cc8fcb8-7eb6-4ab7-aee7-c53aebdc427d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0701547 Sep 15 17:06:42.132741 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c9e82bf2-c7fe-491c-90a8-e1b6a87a2bb1 req-3947859d-888a-4018-b1f0-ca925b5bbef2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404649 Sep 15 17:06:42.419536 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d86220fe-8899-45b6-aab0-b10a84dc0cd9 req-3b9eaa5a-f4fe-4dfb-ad51-657e11fcc410 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031599 Sep 15 17:06:43.263570 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a10ea-f92f-4834-927d-3a3635977046 req-d987bddc-8731-451b-ab6a-dde2820471cf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:43.265812 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9f0a10ea-f92f-4834-927d-3a3635977046 req-d987bddc-8731-451b-ab6a-dde2820471cf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0525331 Sep 15 17:06:43.312895 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9f0a10ea-f92f-4834-927d-3a3635977046 req-c042ff79-f94c-42e6-8d41-1b9f7591e275 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399003 Sep 15 17:06:44.443918 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45757134-8543-4be4-b377-d642fdcc74ac req-d1b6b7d5-1c0a-4566-a809-fc12107859e9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:44.450385 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-45757134-8543-4be4-b377-d642fdcc74ac req-d1b6b7d5-1c0a-4566-a809-fc12107859e9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0637960 Sep 15 17:06:44.489050 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-45757134-8543-4be4-b377-d642fdcc74ac req-1bae2fc5-60d9-40ed-b5da-9d2379cdc9d8 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373394 Sep 15 17:06:45.652751 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eef1ec-68a2-4cb8-b1ce-748d70effbbf req-ff387027-b21e-4e9d-a675-3622c1955ea6 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:45.655246 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-07eef1ec-68a2-4cb8-b1ce-748d70effbbf req-ff387027-b21e-4e9d-a675-3622c1955ea6 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0637264 Sep 15 17:06:45.707931 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-07eef1ec-68a2-4cb8-b1ce-748d70effbbf req-320b8cfc-66ba-4648-b9ec-8f464290d23b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458939 Sep 15 17:06:46.836943 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea4efb-9c80-4d94-8283-2d3971d8d97b req-6c7f9ac9-43b6-443d-8ef2-966088243bba tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:46.838412 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7bea4efb-9c80-4d94-8283-2d3971d8d97b req-6c7f9ac9-43b6-443d-8ef2-966088243bba tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0525527 Sep 15 17:06:46.876082 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7bea4efb-9c80-4d94-8283-2d3971d8d97b req-9018a72d-b854-46ea-b64f-dc054d2217b3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316417 Sep 15 17:06:48.001222 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c4de5-f619-4afa-9ecf-9609568745ad req-2b64d10b-b82a-4287-a3e7-cbb2b988e685 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:48.003308 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-018c4de5-f619-4afa-9ecf-9609568745ad req-2b64d10b-b82a-4287-a3e7-cbb2b988e685 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0526700 Sep 15 17:06:48.039708 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-018c4de5-f619-4afa-9ecf-9609568745ad req-cd7b8297-748e-4517-805a-fbc4cb12ea13 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306156 Sep 15 17:06:48.952390 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd6a4-9eb7-46c3-9b84-28e7e8a00d56 req-f6117423-fba9-46bf-90ac-9819921f4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:48.953810 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34dcd6a4-9eb7-46c3-9b84-28e7e8a00d56 req-f6117423-fba9-46bf-90ac-9819921f4d68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 1098 time: 0.0405891 Sep 15 17:06:49.045351 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd6a4-9eb7-46c3-9b84-28e7e8a00d56 req-c67ee895-7e8d-42af-a0d5-5b9a5da54514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:49.046803 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34dcd6a4-9eb7-46c3-9b84-28e7e8a00d56 req-c67ee895-7e8d-42af-a0d5-5b9a5da54514 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 918 time: 0.0839882 Sep 15 17:06:49.112297 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34dcd6a4-9eb7-46c3-9b84-28e7e8a00d56 req-f2332d77-6ddd-4a97-b1c1-1291971bc5e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0 HTTP/1.1" status: 200 len: 1000 time: 0.0580313 Sep 15 17:06:49.183227 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd6a4-9eb7-46c3-9b84-28e7e8a00d56 req-7744dd1f-22b3-469c-85f8-579fe7ee8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:49.184658 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34dcd6a4-9eb7-46c3-9b84-28e7e8a00d56 req-7744dd1f-22b3-469c-85f8-579fe7ee8391 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8815898d-b5f7-4b05-94b1-deab0b1fc8f9 HTTP/1.1" status: 200 len: 856 time: 0.0632219 Sep 15 17:06:49.196272 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302399de-5d8d-4f76-85d2-978c717ec24a req-904d783b-cf3b-4392-ae95-9f7ae5646d13 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:49.197666 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-302399de-5d8d-4f76-85d2-978c717ec24a req-904d783b-cf3b-4392-ae95-9f7ae5646d13 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0885296 Sep 15 17:06:49.261011 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-302399de-5d8d-4f76-85d2-978c717ec24a req-0803877a-8f1c-40a2-99f8-eaca99d2a782 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551708 Sep 15 17:06:49.262884 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd6a4-9eb7-46c3-9b84-28e7e8a00d56 req-8c8235bd-4308-49c5-91a2-c9254286b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:49.264273 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34dcd6a4-9eb7-46c3-9b84-28e7e8a00d56 req-8c8235bd-4308-49c5-91a2-c9254286b737 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41390e80-5a37-4d89-9768-ab4b57783230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657790 Sep 15 17:06:49.359724 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34dcd6a4-9eb7-46c3-9b84-28e7e8a00d56 req-7b881032-bd66-4c46-b19b-1c16f6fdf07c service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866463 Sep 15 17:06:49.453848 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-34dcd6a4-9eb7-46c3-9b84-28e7e8a00d56 req-998563e8-171b-4b62-9d83-1b0124a4f6c0 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843945 Sep 15 17:06:50.381165 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecdd2c-37b3-4d5d-ab01-4747542fd826 req-187860d5-a0c6-4c3e-8627-52d20cfa898a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:50.382671 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a7ecdd2c-37b3-4d5d-ab01-4747542fd826 req-187860d5-a0c6-4c3e-8627-52d20cfa898a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0486915 Sep 15 17:06:50.418809 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a7ecdd2c-37b3-4d5d-ab01-4747542fd826 req-a2c94048-fbf5-4cb9-bdcd-e2b7beff63ed tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303860 Sep 15 17:06:51.538373 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54d7f1-73d0-4c4f-991c-e9b4f4727937 req-a08b7bbe-3ca2-4bcc-8943-bc819f904758 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:51.539760 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1d54d7f1-73d0-4c4f-991c-e9b4f4727937 req-a08b7bbe-3ca2-4bcc-8943-bc819f904758 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0487359 Sep 15 17:06:51.577654 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1d54d7f1-73d0-4c4f-991c-e9b4f4727937 req-64245d45-fd87-4fbf-a4f2-35cc57dc9e4a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318861 Sep 15 17:06:51.632628 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:06:52.393248 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [req-02b1b6e4-1741-4665-b88c-ca86136bc248 req-e97d55f4-eb26-46a7-adc8-258124adbdd1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:06:52.394831 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-02b1b6e4-1741-4665-b88c-ca86136bc248 req-e97d55f4-eb26-46a7-adc8-258124adbdd1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514987 Sep 15 17:06:53.568944 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8e126-b0f3-47b3-815d-e97c545e03ba req-37a18885-2e9f-4298-986e-32836e98128d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:53.570509 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4ed8e126-b0f3-47b3-815d-e97c545e03ba req-37a18885-2e9f-4298-986e-32836e98128d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 945 time: 0.0494709 Sep 15 17:06:53.609484 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4ed8e126-b0f3-47b3-815d-e97c545e03ba req-f4825a95-a365-4298-9919-4bb4a3500ddf tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330908 Sep 15 17:06:53.777503 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 39012) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:53.859724 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-41b17caa-dba5-4910-ad75-599cefc97271 req-3b1daf4d-cfff-4762-98b3-343c5ffac99f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810945 Sep 15 17:06:53.870376 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [req-41b17caa-dba5-4910-ad75-599cefc97271 req-8431a610-6d19-48b1-b7fb-f12191c97887 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:06:53.871316 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-41b17caa-dba5-4910-ad75-599cefc97271 req-8431a610-6d19-48b1-b7fb-f12191c97887 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050721 Sep 15 17:06:53.887042 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device b327648d-6ebc-4e45-8e28-c93fd40694a0 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:06:53.965570 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:53.987344 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:06:53.989511 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fe46f2-6c50-4634-a177-aaef54b35be0" -d '{"events": [{"server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "name": "network-vif-unplugged", "status": "completed", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:06:54.002578 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:54.007102 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:54.031573 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 17:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148e50bb-609d-433b-ae46-eccf6ff95cf1 x-openstack-request-id: req-148e50bb-609d-433b-ae46-eccf6ff95cf1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:06:54.031859 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "name": "network-vif-unplugged", "status": "failed", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0", "code": 422}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:06:54.032111 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-148e50bb-609d-433b-ae46-eccf6ff95cf1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:06:54.032508 dv-cinder-796806-2-iscsi neutron-server[93882]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'code': 422} returned with failed status Sep 15 17:06:54.060637 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=b327648d-6ebc-4e45-8e28-c93fd40694a0,revision_number=8']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:54.069357 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:54.069934 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:54.070272 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:54.070619 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:54.070929 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:54.071409 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:54.071891 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:54.072374 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:54.072798 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:54.073128 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:54.073473 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:54.073795 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:54.421396 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f2d326d-62f9-4242-b21f-8049515250aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:54.730167 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22988b28-1bb8-4b23-8841-9ec47372a641 req-b228cb6f-a8f3-4e35-859a-edad4110a0c5 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:54.731631 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-22988b28-1bb8-4b23-8841-9ec47372a641 req-b228cb6f-a8f3-4e35-859a-edad4110a0c5 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0518284 Sep 15 17:06:54.770933 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-22988b28-1bb8-4b23-8841-9ec47372a641 req-5de5f1e3-d197-419e-9be3-12dd132b9c4e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333943 Sep 15 17:06:54.806174 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b17caa-dba5-4910-ad75-599cefc97271 req-02cda33c-0019-4e94-987f-a62b3f257e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:54.807678 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-41b17caa-dba5-4910-ad75-599cefc97271 req-02cda33c-0019-4e94-987f-a62b3f257e01 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d&tenant_id=3af89be461524d2b9fef141be2367ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0420423 Sep 15 17:06:54.869444 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b17caa-dba5-4910-ad75-599cefc97271 req-a01f090f-bfa4-4b45-8b4e-9ed7f1463c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:54.870938 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-41b17caa-dba5-4910-ad75-599cefc97271 req-a01f090f-bfa4-4b45-8b4e-9ed7f1463c4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3af89be461524d2b9fef141be2367ec2&device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 1096 time: 0.0407016 Sep 15 17:06:54.962680 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b17caa-dba5-4910-ad75-599cefc97271 req-cfe6f381-bfca-4d41-a205-486985b59752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:54.964143 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-41b17caa-dba5-4910-ad75-599cefc97271 req-cfe6f381-bfca-4d41-a205-486985b59752 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 200 len: 918 time: 0.0849450 Sep 15 17:06:55.027158 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-41b17caa-dba5-4910-ad75-599cefc97271 req-e021a943-984c-480a-a0b8-d11b18f2eed5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0 HTTP/1.1" status: 200 len: 998 time: 0.0545440 Sep 15 17:06:55.078035 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b17caa-dba5-4910-ad75-599cefc97271 req-fffd9940-e059-471d-8aeb-3e5a1fd318f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:55.079310 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-41b17caa-dba5-4910-ad75-599cefc97271 req-fffd9940-e059-471d-8aeb-3e5a1fd318f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8815898d-b5f7-4b05-94b1-deab0b1fc8f9 HTTP/1.1" status: 200 len: 856 time: 0.0450594 Sep 15 17:06:55.125623 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b17caa-dba5-4910-ad75-599cefc97271 req-656b12f6-f599-4e07-8319-23622a032602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:55.127130 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-41b17caa-dba5-4910-ad75-599cefc97271 req-656b12f6-f599-4e07-8319-23622a032602 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41390e80-5a37-4d89-9768-ab4b57783230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385647 Sep 15 17:06:55.220110 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-41b17caa-dba5-4910-ad75-599cefc97271 req-0f29e624-7b63-42d8-bd44-9b1975b5fe4d service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792694 Sep 15 17:06:55.311611 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-41b17caa-dba5-4910-ad75-599cefc97271 req-46986fe6-b999-4f18-bcab-cb45052af6a5 service neutron] 10.222.0.61 "GET /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830181 Sep 15 17:06:55.921823 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94969a3f-17f3-4047-be0c-b7284713c597 req-701de3d0-b456-47df-9867-24cf1b862f43 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:55.926918 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-94969a3f-17f3-4047-be0c-b7284713c597 req-701de3d0-b456-47df-9867-24cf1b862f43 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0621991 Sep 15 17:06:55.963760 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-94969a3f-17f3-4047-be0c-b7284713c597 req-a7b75246-44ce-46b7-bdcc-29ae6606dcb6 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357630 Sep 15 17:06:56.911774 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-288982b2-0415-4a86-a764-a7d5ed95d659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:57.094189 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa39345-45ef-47c4-bb1d-8da81584157a req-005f03c2-c207-421a-a80e-a20cdcb5d797 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:57.095722 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-caa39345-45ef-47c4-bb1d-8da81584157a req-005f03c2-c207-421a-a80e-a20cdcb5d797 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0560949 Sep 15 17:06:57.135411 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-caa39345-45ef-47c4-bb1d-8da81584157a req-c69e4bfc-659a-4e8c-bf54-5028dc058b8f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322711 Sep 15 17:06:57.567939 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:58.260786 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc3ebe-eda6-44e4-ba02-5db5f333b710 req-894aabd2-f3d4-4281-8716-1ed9e0d75b40 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:58.262248 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9bc3ebe-eda6-44e4-ba02-5db5f333b710 req-894aabd2-f3d4-4281-8716-1ed9e0d75b40 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0488942 Sep 15 17:06:58.320309 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9bc3ebe-eda6-44e4-ba02-5db5f333b710 req-a5842244-f4dd-4cc3-a9b6-7c7c343ca2dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519476 Sep 15 17:06:58.512447 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:59.447115 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c8f35-65f6-42e7-84b1-ca058e97a260 req-5a11cda5-4406-4c88-9f0e-01309762002f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:59.448601 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-342c8f35-65f6-42e7-84b1-ca058e97a260 req-5a11cda5-4406-4c88-9f0e-01309762002f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0528743 Sep 15 17:06:59.487586 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-342c8f35-65f6-42e7-84b1-ca058e97a260 req-adb74c0f-e201-44e4-be20-6a321e46071f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329137 Sep 15 17:06:59.819726 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:00.617544 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acddd5d-0e22-4e4d-8428-730512884e42 req-bba66f6b-5fe2-4072-b76e-5c3d34f727cb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:00.619220 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6acddd5d-0e22-4e4d-8428-730512884e42 req-bba66f6b-5fe2-4072-b76e-5c3d34f727cb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0547259 Sep 15 17:07:00.659498 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6acddd5d-0e22-4e4d-8428-730512884e42 req-3a1d4077-e8dd-4834-b758-c1ec9f545dde tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337448 Sep 15 17:07:01.795436 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd866b-3abf-4fcf-8edb-e877bfdd5cf2 req-a6b98eb2-e6c4-4a42-93d6-ae08e6e78419 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:01.797454 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d4dd866b-3abf-4fcf-8edb-e877bfdd5cf2 req-a6b98eb2-e6c4-4a42-93d6-ae08e6e78419 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0600994 Sep 15 17:07:01.837096 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d4dd866b-3abf-4fcf-8edb-e877bfdd5cf2 req-85046c78-a1a6-4daf-babf-8217db0c0d3f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327461 Sep 15 17:07:02.960916 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9cbe7-5771-4967-a189-a91a9d940f39 req-75fc928c-0c2c-4dc7-b023-73dbcae8e947 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:02.962418 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8dc9cbe7-5771-4967-a189-a91a9d940f39 req-75fc928c-0c2c-4dc7-b023-73dbcae8e947 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0501618 Sep 15 17:07:02.999524 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8dc9cbe7-5771-4967-a189-a91a9d940f39 req-785cddf3-4781-4781-9890-ca591a246fd8 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313485 Sep 15 17:07:04.123933 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5b355-3077-439e-9959-837d26d4a7c7 req-fddefe4a-a577-4065-af55-f622ce509918 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:04.125534 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-def5b355-3077-439e-9959-837d26d4a7c7 req-fddefe4a-a577-4065-af55-f622ce509918 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0527630 Sep 15 17:07:04.168850 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-def5b355-3077-439e-9959-837d26d4a7c7 req-bf5043b0-c119-437a-b273-7e51fe62d330 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350239 Sep 15 17:07:04.975897 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1731569-3aeb-40b5-9279-ef6a2816be80 req-1c4864a8-5916-47b8-b069-4e66de13e50b tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:04.977393 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b1731569-3aeb-40b5-9279-ef6a2816be80 req-1c4864a8-5916-47b8-b069-4e66de13e50b tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0480571 Sep 15 17:07:05.018061 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b1731569-3aeb-40b5-9279-ef6a2816be80 req-80314967-6957-4e99-9e06-647d721ad2dc tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345821 Sep 15 17:07:05.296212 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f7301-82e2-4ad6-92de-c79389a9f5f3 req-ba07aff8-d3e0-4f08-8150-c310265da51e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:05.297584 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-497f7301-82e2-4ad6-92de-c79389a9f5f3 req-ba07aff8-d3e0-4f08-8150-c310265da51e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0482507 Sep 15 17:07:05.340694 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-497f7301-82e2-4ad6-92de-c79389a9f5f3 req-fddbbd5d-433c-4e60-98c0-8e13010cbcf2 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367734 Sep 15 17:07:06.146240 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d99d8-c474-459c-9a5d-d47923b0e6ca req-19e3245e-54a6-4c09-ae37-e52cfba48e6e tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:06.147735 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c16d99d8-c474-459c-9a5d-d47923b0e6ca req-19e3245e-54a6-4c09-ae37-e52cfba48e6e tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0573475 Sep 15 17:07:06.185113 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c16d99d8-c474-459c-9a5d-d47923b0e6ca req-8234f1eb-4d6f-43f3-b505-50e2c1b6e056 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312974 Sep 15 17:07:06.465501 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85f844-2a29-4270-95a9-2888ff37bc98 req-7f8dc1f2-03f8-46e3-b85d-57d5458f9f58 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:06.466900 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ca85f844-2a29-4270-95a9-2888ff37bc98 req-7f8dc1f2-03f8-46e3-b85d-57d5458f9f58 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0499032 Sep 15 17:07:06.504721 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ca85f844-2a29-4270-95a9-2888ff37bc98 req-e8cc80d8-bea1-45cb-97d5-946052b91ff8 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Sep 15 17:07:06.835454 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:07.305056 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5196691-afd5-4528-bed8-66eeff47e583 req-5386c0ef-4b7c-4df8-a45c-4959f4bb2d63 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:07.306610 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f5196691-afd5-4528-bed8-66eeff47e583 req-5386c0ef-4b7c-4df8-a45c-4959f4bb2d63 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0550489 Sep 15 17:07:07.343505 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f5196691-afd5-4528-bed8-66eeff47e583 req-5414c552-04a0-45ce-96ae-3d7bbe28f73d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307636 Sep 15 17:07:07.633040 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9225d9-a882-47bc-a2ee-ea0797383618 req-21a2b566-f817-4d7f-a3f8-94b89684a620 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:07.634533 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ed9225d9-a882-47bc-a2ee-ea0797383618 req-21a2b566-f817-4d7f-a3f8-94b89684a620 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0540633 Sep 15 17:07:07.677353 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ed9225d9-a882-47bc-a2ee-ea0797383618 req-fe506730-2cc0-43f0-985d-e0bfad0408d3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370047 Sep 15 17:07:08.461206 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa1fe-cd10-42ca-b9dc-7454f4a481eb req-c1b6770e-b0d8-4552-bd8f-27bcb6292f1d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:08.462709 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-410aa1fe-cd10-42ca-b9dc-7454f4a481eb req-c1b6770e-b0d8-4552-bd8f-27bcb6292f1d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0486786 Sep 15 17:07:08.499695 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-410aa1fe-cd10-42ca-b9dc-7454f4a481eb req-559c4717-7019-4057-860e-86c4f6c69650 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311821 Sep 15 17:07:08.797126 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283785f-4fa3-43d8-a391-cf14b45b439c req-0e104724-2230-4197-a254-d7bc6c740db0 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:08.798617 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e283785f-4fa3-43d8-a391-cf14b45b439c req-0e104724-2230-4197-a254-d7bc6c740db0 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0479186 Sep 15 17:07:08.839175 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e283785f-4fa3-43d8-a391-cf14b45b439c req-3a73d545-32b3-424d-8574-5c23fd0c37e0 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344512 Sep 15 17:07:09.157529 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdf920-af6c-4a5f-85e6-f8e46b1c5c6b req-f46c9b6d-f513-400b-b33f-8a822aa95b72 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:09.158987 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3fbdf920-af6c-4a5f-85e6-f8e46b1c5c6b req-f46c9b6d-f513-400b-b33f-8a822aa95b72 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 945 time: 0.0523646 Sep 15 17:07:09.199948 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3fbdf920-af6c-4a5f-85e6-f8e46b1c5c6b req-708a7a4b-15f4-4330-b3fc-d22edda7ff3c tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347247 Sep 15 17:07:09.617340 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52843a-14b4-4aec-a3da-aa9f4186eada req-f94516c9-75c2-4dcc-a008-be581333641b tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:09.618803 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0d52843a-14b4-4aec-a3da-aa9f4186eada req-f94516c9-75c2-4dcc-a008-be581333641b tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0522554 Sep 15 17:07:09.654965 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0d52843a-14b4-4aec-a3da-aa9f4186eada req-d7a716de-8cc0-4a85-b9c2-4694f3559cdd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301812 Sep 15 17:07:09.915777 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device b327648d-6ebc-4e45-8e28-c93fd40694a0 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:07:09.963318 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d7e1e-fab0-4466-9370-c271175b5413 req-f207c19f-a163-4fb6-a911-511481551318 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:09.964900 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5b1d7e1e-fab0-4466-9370-c271175b5413 req-f207c19f-a163-4fb6-a911-511481551318 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 943 time: 0.0516443 Sep 15 17:07:10.004192 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5b1d7e1e-fab0-4466-9370-c271175b5413 req-4444bda4-8323-47d9-bd8c-967e940f992d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327353 Sep 15 17:07:10.016629 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:10.032946 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'port_id': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'mac_address': 'fa:16:3e:73:62:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:07:10.069194 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:10.082678 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b327648d-6ebc-4e45-8e28-c93fd40694a0 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:07:10.102155 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:10.106049 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:10.157598 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=b327648d-6ebc-4e45-8e28-c93fd40694a0,revision_number=9']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:10.311597 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289447fd-38a7-43c9-ac8a-5235355d5058 req-b9a16584-fda9-4aff-ba61-f2077906160d tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:10.313043 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-289447fd-38a7-43c9-ac8a-5235355d5058 req-b9a16584-fda9-4aff-ba61-f2077906160d tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 945 time: 0.0484138 Sep 15 17:07:10.350415 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-289447fd-38a7-43c9-ac8a-5235355d5058 req-23222ad9-9a1a-4abf-bc50-f129032e8425 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Sep 15 17:07:10.356673 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['b327648d-6ebc-4e45-8e28-c93fd40694a0'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:07:10.748154 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835419f-f147-4ed7-881a-df67cd935d1d req-0d001f3e-e5b4-4794-a111-c0b19c32347b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:10.749671 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c835419f-f147-4ed7-881a-df67cd935d1d req-0d001f3e-e5b4-4794-a111-c0b19c32347b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 945 time: 0.0513229 Sep 15 17:07:10.772364 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc561b30-4260-43d4-8e84-333521209ed2 req-1b59020a-4c47-4bed-91ff-dd490b5f1e6d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:10.774617 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fc561b30-4260-43d4-8e84-333521209ed2 req-1b59020a-4c47-4bed-91ff-dd490b5f1e6d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0511594 Sep 15 17:07:10.812748 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fc561b30-4260-43d4-8e84-333521209ed2 req-b166659a-dd33-4d72-9c2a-d1f022f45c35 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322952 Sep 15 17:07:10.851628 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-c835419f-f147-4ed7-881a-df67cd935d1d req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Deleting port cfb17465-b0d9-4986-824e-9d744bef9812 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:07:10.851961 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c835419f-f147-4ed7-881a-df67cd935d1d req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:10.943299 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-c835419f-f147-4ed7-881a-df67cd935d1d req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] For port cfb17465-b0d9-4986-824e-9d744bef9812, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=cfb17465-b0d9-4986-824e-9d744bef9812,segment=NetworkSegment(ba328f27-f7bb-4399-87b4-3e4e34f7f43c),segment_id=ba328f27-f7bb-4399-87b4-3e4e34f7f43c)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:10.943733 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c835419f-f147-4ed7-881a-df67cd935d1d req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:10.957013 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-c835419f-f147-4ed7-881a-df67cd935d1d req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Calling delete_port for cfb17465-b0d9-4986-824e-9d744bef9812 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:07:11.058446 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f879690-1049-4d2b-9e0e-1dc2aed4376f req-b5d084e3-1684-4aa3-b3ae-02c792ca6c1f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:11.060106 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7f879690-1049-4d2b-9e0e-1dc2aed4376f req-b5d084e3-1684-4aa3-b3ae-02c792ca6c1f tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 945 time: 0.0550973 Sep 15 17:07:11.101773 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7f879690-1049-4d2b-9e0e-1dc2aed4376f req-db8d8af4-cc99-4a38-95d6-e4ae9e6ef0c9 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345044 Sep 15 17:07:11.315881 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba724-3796-4a31-a25e-b768aae9a44b req-975c0bc2-359d-4240-b64f-388f2d8b9bbd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:11.317181 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-657ba724-3796-4a31-a25e-b768aae9a44b req-975c0bc2-359d-4240-b64f-388f2d8b9bbd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 944 time: 0.0703905 Sep 15 17:07:11.389593 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-657ba724-3796-4a31-a25e-b768aae9a44b req-699bce4c-d6b3-47f3-aabd-0c51f1ec7e3f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665164 Sep 15 17:07:11.399175 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c835419f-f147-4ed7-881a-df67cd935d1d req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:11.419111 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['cfb17465-b0d9-4986-824e-9d744bef9812'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:07:11.428358 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Pushing event deleted for resources: {'Port': ['ID=cfb17465-b0d9-4986-824e-9d744bef9812,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:11.440527 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:11.440873 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:11.441211 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:11.441601 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:11.441922 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:11.442249 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:11.442575 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:11.442901 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:11.443223 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:11.443544 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:11.443871 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:11.444195 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:11.465988 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6f2e0928-592d-40fa-85af-e6ee5c75ea51 req-d0829e0f-c6be-435c-a49c-a537b5433ac4 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7c28aa-45a2-466c-afb1-8317bf7ba108 HTTP/1.1" status: 200 len: 210 time: 0.0352678 Sep 15 17:07:11.483920 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c835419f-f147-4ed7-881a-df67cd935d1d req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] No DVR routers for this DVR port cfb17465-b0d9-4986-824e-9d744bef9812 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:07:11.486499 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-c835419f-f147-4ed7-881a-df67cd935d1d req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:11.488604 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c835419f-f147-4ed7-881a-df67cd935d1d req-9a4dc688-0d61-467c-93a5-a9e92bb795d1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.61 "DELETE /v2.0/ports/cfb17465-b0d9-4986-824e-9d744bef9812 HTTP/1.1" status: 204 len: 173 time: 0.7319479 Sep 15 17:07:11.489046 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7c28aa-45a2-466c-afb1-8317bf7ba108', 'name': 'network-vif-deleted', 'tag': 'cfb17465-b0d9-4986-824e-9d744bef9812'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:11.491287 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1424a81f-b113-4b30-9c88-2e47065b7aaa" -d '{"events": [{"server_uuid": "0e7c28aa-45a2-466c-afb1-8317bf7ba108", "name": "network-vif-deleted", "tag": "cfb17465-b0d9-4986-824e-9d744bef9812"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:11.528551 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5e7f06-2421-47ad-bd5d-fc38c3aaa200 x-openstack-request-id: req-be5e7f06-2421-47ad-bd5d-fc38c3aaa200 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:11.528842 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7c28aa-45a2-466c-afb1-8317bf7ba108", "name": "network-vif-deleted", "tag": "cfb17465-b0d9-4986-824e-9d744bef9812", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:11.529091 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be5e7f06-2421-47ad-bd5d-fc38c3aaa200 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:11.529579 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7c28aa-45a2-466c-afb1-8317bf7ba108', 'name': 'network-vif-deleted', 'tag': 'cfb17465-b0d9-4986-824e-9d744bef9812', 'status': 'completed', 'code': 200} Sep 15 17:07:11.932252 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device b327648d-6ebc-4e45-8e28-c93fd40694a0 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:11.935636 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da555-b7a5-42f9-b02e-b1ac28970791 req-71b6df41-1424-462a-9f6f-3e8c09e3a8c4 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:11.937263 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ea8da555-b7a5-42f9-b02e-b1ac28970791 req-71b6df41-1424-462a-9f6f-3e8c09e3a8c4 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0514803 Sep 15 17:07:11.988468 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port b327648d-6ebc-4e45-8e28-c93fd40694a0 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:11.989469 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:11.997530 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-ea8da555-b7a5-42f9-b02e-b1ac28970791 req-a3e616a8-5bc0-46f5-88c5-6969a4fb005e tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489964 Sep 15 17:07:12.082657 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:12.104640 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:12.106862 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b9033b-1bcb-4ecd-b8a9-0b8b9d230a9a" -d '{"events": [{"server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "name": "network-vif-plugged", "status": "completed", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:12.119669 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:12.125461 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:12.152244 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f6df1b-e41d-4918-8933-d45b8b613cd9 x-openstack-request-id: req-d7f6df1b-e41d-4918-8933-d45b8b613cd9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:12.152518 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "name": "network-vif-plugged", "status": "completed", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:12.152763 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7f6df1b-e41d-4918-8933-d45b8b613cd9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:12.153140 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'code': 200} Sep 15 17:07:12.179980 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=b327648d-6ebc-4e45-8e28-c93fd40694a0,revision_number=10']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:12.230480 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17775eb6-ef53-4b49-acba-81d9a6ae0978 req-f4c6940a-065c-46e8-b0bc-152c1397a63e tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:12.232061 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17775eb6-ef53-4b49-acba-81d9a6ae0978 req-f4c6940a-065c-46e8-b0bc-152c1397a63e tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 945 time: 0.0535131 Sep 15 17:07:12.271688 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-17775eb6-ef53-4b49-acba-81d9a6ae0978 req-6b568590-638c-4090-8fa8-e245ea6cc18a tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331519 Sep 15 17:07:12.329798 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05910ae8-4f6a-490e-95d5-fff5a19113a3 req-b38a9a7d-0eec-40b3-b450-db42caf2b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:12.331809 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05910ae8-4f6a-490e-95d5-fff5a19113a3 req-b38a9a7d-0eec-40b3-b450-db42caf2b5b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 1099 time: 0.0409231 Sep 15 17:07:12.365390 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-05910ae8-4f6a-490e-95d5-fff5a19113a3 req-7c965b6e-9cb9-416a-8cdf-0968a597f12f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261154 Sep 15 17:07:12.510867 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635ab52-dc4e-4a5b-a285-9fba423d58b8 req-6da2da97-b91b-4c25-ba9e-4265ce7764b1 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:12.512366 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5635ab52-dc4e-4a5b-a285-9fba423d58b8 req-6da2da97-b91b-4c25-ba9e-4265ce7764b1 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 946 time: 0.0474343 Sep 15 17:07:12.552605 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5635ab52-dc4e-4a5b-a285-9fba423d58b8 req-91ddf7f0-9e9a-43c0-8d2a-4244e0bd5fed tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342760 Sep 15 17:07:13.102580 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592760a-a9f4-45c0-b304-1466e3038870 req-d672c0eb-f50a-4703-9687-da5256b964dd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:13.104058 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6592760a-a9f4-45c0-b304-1466e3038870 req-d672c0eb-f50a-4703-9687-da5256b964dd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0482814 Sep 15 17:07:13.140872 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6592760a-a9f4-45c0-b304-1466e3038870 req-fd89cb9f-4716-4d96-bfb4-cf083a0dba61 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310862 Sep 15 17:07:13.384066 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee42f55-a8e3-447e-8ce0-617df162499c req-b174c010-fd5d-4d5e-a6e7-201a41272a22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:13.385556 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ee42f55-a8e3-447e-8ce0-617df162499c req-b174c010-fd5d-4d5e-a6e7-201a41272a22 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 945 time: 0.0479674 Sep 15 17:07:13.422109 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5ee42f55-a8e3-447e-8ce0-617df162499c req-4dcf4640-e101-439c-8bd5-baf98e3b40a8 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305626 Sep 15 17:07:13.669393 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a1b40-5e79-40fe-8fe8-7f0233fde18e req-6ce67494-6fd6-46eb-8d00-b626fb7e38ff tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:13.670871 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cb2a1b40-5e79-40fe-8fe8-7f0233fde18e req-6ce67494-6fd6-46eb-8d00-b626fb7e38ff tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 946 time: 0.0473413 Sep 15 17:07:13.710608 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cb2a1b40-5e79-40fe-8fe8-7f0233fde18e req-8907cdf0-e9fe-49c1-8a26-4bf13b10d659 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337176 Sep 15 17:07:14.262499 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2ac40-9d1f-4e6f-b86d-180434f1c3e4 req-cf0fa1c9-ab8a-4d06-af97-f80c56ab8215 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:14.263959 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eca2ac40-9d1f-4e6f-b86d-180434f1c3e4 req-cf0fa1c9-ab8a-4d06-af97-f80c56ab8215 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0521641 Sep 15 17:07:14.300525 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eca2ac40-9d1f-4e6f-b86d-180434f1c3e4 req-cda24345-2925-4ee0-a75d-7681314b734a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305316 Sep 15 17:07:14.539430 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5ec6-dca3-4a8f-87ac-987eb20272e6 req-831b0ffe-7bad-4a43-aabe-30460dea5bf1 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:14.540875 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3fcd5ec6-dca3-4a8f-87ac-987eb20272e6 req-831b0ffe-7bad-4a43-aabe-30460dea5bf1 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 945 time: 0.0507960 Sep 15 17:07:14.577902 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3fcd5ec6-dca3-4a8f-87ac-987eb20272e6 req-e8e68125-4a66-4a2e-9494-d1b7af32c3e8 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311127 Sep 15 17:07:14.828062 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93538d-a09d-4e18-ac06-e6e1d5ae9158 req-2527220c-a051-481f-a2b7-32f646506839 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:14.829549 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0f93538d-a09d-4e18-ac06-e6e1d5ae9158 req-2527220c-a051-481f-a2b7-32f646506839 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 946 time: 0.0483973 Sep 15 17:07:14.868003 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0f93538d-a09d-4e18-ac06-e6e1d5ae9158 req-980a7333-cf8a-4280-9291-9bfe8c67e739 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326099 Sep 15 17:07:15.412659 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabc48c-1c4a-45fd-b715-aa8202f52fbb req-a411c746-3473-4315-8274-c0171d93501e tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:15.414157 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-acabc48c-1c4a-45fd-b715-aa8202f52fbb req-a411c746-3473-4315-8274-c0171d93501e tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0484602 Sep 15 17:07:15.451130 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-acabc48c-1c4a-45fd-b715-aa8202f52fbb req-8ae397c1-912d-4c8e-82e1-65711c34f574 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312092 Sep 15 17:07:15.689725 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74326630-da05-4424-8ab9-f24722e383b6 req-4c140c07-aa3c-47e6-ac36-a2e10ed7e83c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:15.691875 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74326630-da05-4424-8ab9-f24722e383b6 req-4c140c07-aa3c-47e6-ac36-a2e10ed7e83c tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 945 time: 0.0482757 Sep 15 17:07:15.767508 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-64cf801a-8a4c-46f9-a01d-81aa704ec790 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:15.767508 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-64cf801a-8a4c-46f9-a01d-81aa704ec790 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.61 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 945 time: 0.0739830 Sep 15 17:07:15.771437 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74326630-da05-4424-8ab9-f24722e383b6 req-9dbd397f-beab-4514-9e80-9f543675d143 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5d55686-8e44-465a-8d8b-6c737a6e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714498 Sep 15 17:07:15.861775 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Deleting port d2c0a165-4b8b-425b-9e71-34ac35ebf44a {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:07:15.863073 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:15.957274 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] For port d2c0a165-4b8b-425b-9e71-34ac35ebf44a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=d2c0a165-4b8b-425b-9e71-34ac35ebf44a,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:15.957649 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:15.964171 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device cfb17465-b0d9-4986-824e-9d744bef9812 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:07:15.992055 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda5ebd-cb0f-4f60-83cd-cc201ea5ca87 req-cc731b47-9794-45aa-aab9-05564d0c9025 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:15.995006 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3dda5ebd-cb0f-4f60-83cd-cc201ea5ca87 req-cc731b47-9794-45aa-aab9-05564d0c9025 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 946 time: 0.0558608 Sep 15 17:07:16.003625 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: cfb17465-b0d9-4986-824e-9d744bef9812 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:07:16.004371 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device cfb17465-b0d9-4986-824e-9d744bef9812 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:07:16.032922 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3dda5ebd-cb0f-4f60-83cd-cc201ea5ca87 req-2df9346c-6347-4818-88cb-b752735f9291 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Sep 15 17:07:16.142998 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:16.143309 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:16.143720 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.l3_db [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Floating IP f6d2af8b-8fab-498f-80db-0ae7529197fe disassociated. External IP: 172.27.0.144, port: d2c0a165-4b8b-425b-9e71-34ac35ebf44a. Sep 15 17:07:16.144053 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Calling delete_port for d2c0a165-4b8b-425b-9e71-34ac35ebf44a owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:07:16.270292 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:16.296977 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event deleted for resources: {'Port': ['ID=d2c0a165-4b8b-425b-9e71-34ac35ebf44a,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:16.415361 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Router 8f4e16b2-1891-4f32-bac7-acdf419734f4 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:07:16.539252 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:07:16.550014 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c26413-f5eb-4013-9c4b-5ef6f77b8fa8 None None] Sync routers for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:07:16.559642 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c26413-f5eb-4013-9c4b-5ef6f77b8fa8 None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:16.560317 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-95c26413-f5eb-4013-9c4b-5ef6f77b8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:16.596115 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] No DVR routers for this DVR port d2c0a165-4b8b-425b-9e71-34ac35ebf44a on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:07:16.599487 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:16.601593 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-50dc4b81-c397-47b1-a8bd-970061dce701 req-a72773d4-f97d-4a13-81b6-006f7c835fc0 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.61 "DELETE /v2.0/ports/d2c0a165-4b8b-425b-9e71-34ac35ebf44a HTTP/1.1" status: 204 len: 173 time: 0.8272161 Sep 15 17:07:16.602169 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'name': 'network-vif-deleted', 'tag': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:16.604390 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ca10e4-87ca-4f2f-b8f9-79a5517e4d0c" -d '{"events": [{"server_uuid": "b31eda65-750d-4e4c-a1b8-1829f36b2256", "name": "network-vif-deleted", "tag": "d2c0a165-4b8b-425b-9e71-34ac35ebf44a"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:16.637702 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e4344-eb0f-4c86-b2f0-13efe54aeeae req-122e63ca-5d11-475d-82a5-ed90d9af287a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:16.639769 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-610e4344-eb0f-4c86-b2f0-13efe54aeeae req-122e63ca-5d11-475d-82a5-ed90d9af287a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.1123540 Sep 15 17:07:16.642855 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163df09d-e135-45da-a34f-9920597245e3 x-openstack-request-id: req-163df09d-e135-45da-a34f-9920597245e3 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:16.643128 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31eda65-750d-4e4c-a1b8-1829f36b2256", "name": "network-vif-deleted", "tag": "d2c0a165-4b8b-425b-9e71-34ac35ebf44a", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:16.644755 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-163df09d-e135-45da-a34f-9920597245e3 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:16.645151 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31eda65-750d-4e4c-a1b8-1829f36b2256', 'name': 'network-vif-deleted', 'tag': 'd2c0a165-4b8b-425b-9e71-34ac35ebf44a', 'status': 'completed', 'code': 200} Sep 15 17:07:16.725925 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-610e4344-eb0f-4c86-b2f0-13efe54aeeae req-a3d65b43-9332-4db1-a8e7-87c73055bc3d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749300 Sep 15 17:07:16.890369 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-95c26413-f5eb-4013-9c4b-5ef6f77b8fa8 None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:16.963147 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c702faf9-8ac7-4f53-94b2-3184c39c9277 req-b25d3811-7ad3-444a-8b24-2d48adfb447e tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31eda65-750d-4e4c-a1b8-1829f36b2256 HTTP/1.1" status: 200 len: 210 time: 0.0574141 Sep 15 17:07:17.161739 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-95c26413-f5eb-4013-9c4b-5ef6f77b8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:48Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:17.189501 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc063-f998-4f47-9710-fcd1e2e52608 req-4382e31d-4b45-408f-8982-c953ade8fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:17.192220 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-362bc063-f998-4f47-9710-fcd1e2e52608 req-4382e31d-4b45-408f-8982-c953ade8fcea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3370acfd09e48f0ad39723285a119dd&device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0912681 Sep 15 17:07:17.205134 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80a3c8-b3fc-4be1-8dac-91d999e7e92c req-cf1bd06a-f333-4ce5-8be7-63ab75a34a40 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:17.207242 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f80a3c8-b3fc-4be1-8dac-91d999e7e92c req-cf1bd06a-f333-4ce5-8be7-63ab75a34a40 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 946 time: 0.0686493 Sep 15 17:07:17.212549 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c26413-f5eb-4013-9c4b-5ef6f77b8fa8 None None] Checking router: 8f4e16b2-1891-4f32-bac7-acdf419734f4 for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:07:17.224573 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c26413-f5eb-4013-9c4b-5ef6f77b8fa8 None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:17.225388 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-95c26413-f5eb-4013-9c4b-5ef6f77b8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:17.302042 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6f80a3c8-b3fc-4be1-8dac-91d999e7e92c req-a4c03011-e556-4895-8751-759fd776ac9c tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863729 Sep 15 17:07:17.322837 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc063-f998-4f47-9710-fcd1e2e52608 req-3706944a-5844-4286-95ed-6aec6c7eee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:17.324290 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-362bc063-f998-4f47-9710-fcd1e2e52608 req-3706944a-5844-4286-95ed-6aec6c7eee14 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6836674f-7de3-4902-9ab7-80f35c172746 HTTP/1.1" status: 200 len: 909 time: 0.1161814 Sep 15 17:07:17.340685 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-95c26413-f5eb-4013-9c4b-5ef6f77b8fa8 None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:17.388938 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-362bc063-f998-4f47-9710-fcd1e2e52608 req-c1a5b301-549b-4f8f-b96c-189ac34a25fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd HTTP/1.1" status: 200 len: 1001 time: 0.0575991 Sep 15 17:07:17.445243 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc063-f998-4f47-9710-fcd1e2e52608 req-c1316968-f3e1-4859-a718-f6d3de2b37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:17.446627 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-362bc063-f998-4f47-9710-fcd1e2e52608 req-c1316968-f3e1-4859-a718-f6d3de2b37ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce1e6d6-ec20-4605-82cb-1d82523402a9 HTTP/1.1" status: 200 len: 847 time: 0.0489829 Sep 15 17:07:17.495338 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc063-f998-4f47-9710-fcd1e2e52608 req-0a8ba2e0-84ab-4ee7-83cd-8e8f9eb0398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:17.496857 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-362bc063-f998-4f47-9710-fcd1e2e52608 req-0a8ba2e0-84ab-4ee7-83cd-8e8f9eb0398b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6836674f-7de3-4902-9ab7-80f35c172746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430784 Sep 15 17:07:17.542303 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-95c26413-f5eb-4013-9c4b-5ef6f77b8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:48Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:17.569614 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c26413-f5eb-4013-9c4b-5ef6f77b8fa8 None None] The sync data for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi is: [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:00:36Z', 'revision_number': 4, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '488d18f4-21e1-47a9-a68a-1710d6b01311', 'name': '', 'network_id': 'e8abcfa2-4651-46db-bfa8-dca22372e9a9', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'mac_address': 'fa:16:3e:73:88:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:35Z', 'updated_at': '2021-09-15T17:00:48Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'subnets': [{'id': '06bceb72-5d20-4bec-a77a-620e787ae235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:07:17.587683 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-362bc063-f998-4f47-9710-fcd1e2e52608 req-fc70da94-7206-41ed-91af-fbbf92fdf4e8 service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833800 Sep 15 17:07:17.685147 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-362bc063-f998-4f47-9710-fcd1e2e52608 req-fdbb9408-d5c4-4692-8a1f-218cf4e25ec8 service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898790 Sep 15 17:07:17.776164 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe162a6-2cd6-4b53-aba3-c4c6558e56a9 None None] New status for floating IP f6d2af8b-8fab-498f-80db-0ae7529197fe: DOWN {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:07:17.844820 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488609b8-de37-42be-aafd-404f3d0163c8 req-3de718ea-004c-4ef9-b003-d95bdabbd128 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:17.846890 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-488609b8-de37-42be-aafd-404f3d0163c8 req-3de718ea-004c-4ef9-b003-d95bdabbd128 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0483732 Sep 15 17:07:17.889531 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-488609b8-de37-42be-aafd-404f3d0163c8 req-45550e3f-a459-4780-af30-a6821e893699 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364668 Sep 15 17:07:17.965824 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device d2c0a165-4b8b-425b-9e71-34ac35ebf44a no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:07:17.989552 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: d2c0a165-4b8b-425b-9e71-34ac35ebf44a {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:07:17.990008 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device d2c0a165-4b8b-425b-9e71-34ac35ebf44a not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:07:18.037798 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39306) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:18.095676 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:18.119994 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:18.167873 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:18.170486 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:18.171634 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "DELETE /v2.0/security-groups/c5d55686-8e44-465a-8d8b-6c737a6e145c HTTP/1.1" status: 204 len: 168 time: 0.1328502 Sep 15 17:07:18.175646 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39312) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:18.192873 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d55686-8e44-465a-8d8b-6c737a6e145c,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:18.195198 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.api.v2.resource [None req-c71286d7-705e-452f-b904-bf035220774d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] show failed (client error): The resource could not be found. Sep 15 17:07:18.196199 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-c71286d7-705e-452f-b904-bf035220774d tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "GET /v2.0/security-groups/c5d55686-8e44-465a-8d8b-6c737a6e145c HTTP/1.1" status: 404 len: 347 time: 0.0195587 Sep 15 17:07:18.199375 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 39314) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:18.202039 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:18.202390 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:18.202728 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:18.203064 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:18.203391 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:18.203716 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:18.204035 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:18.204360 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:18.204684 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:18.204994 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:18.205340 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:18.205665 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f843add-807d-43be-8700-6b1dc6ec14bd tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:18.355000 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-48cda5e1-537f-48b2-a716-5ac979e9d701 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Deleting port 07c128ae-d86c-484a-bf8b-d623ff0a1706 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:07:18.355350 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-48cda5e1-537f-48b2-a716-5ac979e9d701 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:18.466256 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855923-b594-498d-b857-8e4e1d761c76 req-53614bbc-7e53-4e3a-b056-801b65e4ef65 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:18.467717 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4f855923-b594-498d-b857-8e4e1d761c76 req-53614bbc-7e53-4e3a-b056-801b65e4ef65 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 946 time: 0.0925412 Sep 15 17:07:18.469446 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-48cda5e1-537f-48b2-a716-5ac979e9d701 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:18.469694 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-48cda5e1-537f-48b2-a716-5ac979e9d701 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:18.489737 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-48cda5e1-537f-48b2-a716-5ac979e9d701 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Calling delete_port for 07c128ae-d86c-484a-bf8b-d623ff0a1706 owned by network:floatingip {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:07:18.556320 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4f855923-b594-498d-b857-8e4e1d761c76 req-26ea4358-43a3-4586-a600-c51a1c5f22d1 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785801 Sep 15 17:07:18.638281 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-48cda5e1-537f-48b2-a716-5ac979e9d701 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:18.666508 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cda5e1-537f-48b2-a716-5ac979e9d701 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Pushing event deleted for resources: {'Port': ['ID=07c128ae-d86c-484a-bf8b-d623ff0a1706,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:18.726173 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-48cda5e1-537f-48b2-a716-5ac979e9d701 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks [] for floatingip, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:18.729109 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-48cda5e1-537f-48b2-a716-5ac979e9d701 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:18.730271 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-48cda5e1-537f-48b2-a716-5ac979e9d701 tempest-AttachVolumeTestJSON-1870940127 tempest-AttachVolumeTestJSON-1870940127-project] 10.222.0.13 "DELETE /v2.0/floatingips/f6d2af8b-8fab-498f-80db-0ae7529197fe HTTP/1.1" status: 204 len: 168 time: 0.5292277 Sep 15 17:07:19.004983 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ccccd-b2c2-4882-9d15-11b25095fa5b req-4a0f9746-94ae-4431-b9c8-855c24f047cb tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:19.006395 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6c1ccccd-b2c2-4882-9d15-11b25095fa5b req-4a0f9746-94ae-4431-b9c8-855c24f047cb tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0518858 Sep 15 17:07:19.043413 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6c1ccccd-b2c2-4882-9d15-11b25095fa5b req-fa3148a5-f22a-4c3c-a6c5-3a71d844c9ec tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312502 Sep 15 17:07:20.163299 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658351f-218f-474c-9a8b-9a3d81fa9640 req-dac16ae1-32fa-48b6-b501-6c79e29b4fc7 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:20.164685 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d658351f-218f-474c-9a8b-9a3d81fa9640 req-dac16ae1-32fa-48b6-b501-6c79e29b4fc7 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0483744 Sep 15 17:07:20.201054 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d658351f-218f-474c-9a8b-9a3d81fa9640 req-aa958978-b229-40ea-b78d-4f84891d466e tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306497 Sep 15 17:07:21.317520 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b8350-d4dc-4169-bf19-9a86e8f39c9c req-f6a505af-5d03-4d5a-88e1-481e8e4d4113 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:21.319096 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-742b8350-d4dc-4169-bf19-9a86e8f39c9c req-f6a505af-5d03-4d5a-88e1-481e8e4d4113 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0505602 Sep 15 17:07:21.358381 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-742b8350-d4dc-4169-bf19-9a86e8f39c9c req-14aaa86f-3585-49a9-ad9f-a41c1270e450 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330081 Sep 15 17:07:21.528710 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-59e56e8e-1e76-4ebf-8d4b-581c2a3f56ad tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:21.530203 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-59e56e8e-1e76-4ebf-8d4b-581c2a3f56ad tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/networks?id=08f89bda-4bad-43e7-9d67-1e7d8bc8f01e HTTP/1.1" status: 200 len: 813 time: 0.1037107 Sep 15 17:07:21.546299 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-e2532388-91b9-4119-b969-70d17662f690 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/quotas/63dc9b78522b49a184bd35c5f31759f7 HTTP/1.1" status: 200 len: 375 time: 0.0090990 Sep 15 17:07:21.580054 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-e98c625b-bd2f-42a3-9a4d-67361b9b6212 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=63dc9b78522b49a184bd35c5f31759f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269763 Sep 15 17:07:21.674894 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1969030a-9659-43a1-8de6-fe4fa62f2d3e service neutron] 10.222.0.13 "GET /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864201 Sep 15 17:07:21.764521 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-edf41f1d-9467-408c-a3d4-3daa1513695e service neutron] 10.222.0.13 "GET /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832634 Sep 15 17:07:21.932994 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-844da171-d3d8-4d63-b65c-f442bb5324d7 req-2c05149c-973c-4e77-a414-ad40e5438553 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 210 time: 0.0275829 Sep 15 17:07:22.475358 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245bade-bda3-48c0-a828-f61319a8d1f8 req-e405bb49-bf8b-4160-9424-e95c67ef3a5a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:22.476801 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a245bade-bda3-48c0-a828-f61319a8d1f8 req-e405bb49-bf8b-4160-9424-e95c67ef3a5a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0527537 Sep 15 17:07:22.513210 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a245bade-bda3-48c0-a828-f61319a8d1f8 req-22497087-ac4d-41f1-a958-4bae580a9281 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305157 Sep 15 17:07:22.749299 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-510a10bf-7c30-41ac-8575-447812ad4e6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950654 Sep 15 17:07:22.773882 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d5053-15c3-48dc-8a3e-1bf5047c6d8d req-3e5af9c3-e957-4661-a088-af45d46241ec tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:22.775326 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8b5d5053-15c3-48dc-8a3e-1bf5047c6d8d req-3e5af9c3-e957-4661-a088-af45d46241ec tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0949936 Sep 15 17:07:22.868938 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8b5d5053-15c3-48dc-8a3e-1bf5047c6d8d req-2b4ca571-058a-407c-b92d-3d6c86291af6 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620165 Sep 15 17:07:22.881005 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-97f95616-2f38-449d-9909-0d26f86fc76f tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:22.882657 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-97f95616-2f38-449d-9909-0d26f86fc76f tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.61 "GET /v2.0/networks?id=08f89bda-4bad-43e7-9d67-1e7d8bc8f01e HTTP/1.1" status: 200 len: 813 time: 0.1635687 Sep 15 17:07:22.896280 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Request body: {'port': {'device_id': '8697e164-a25b-41d4-af82-99b55208732a', 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e', 'admin_state_up': True, 'tenant_id': '63dc9b78522b49a184bd35c5f31759f7'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:23.016860 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Made reservation on behalf of 63dc9b78522b49a184bd35c5f31759f7 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:23.022077 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.039882 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-23ad99e5-0424-4f39-94db-ff2a6ae5cc4b req-b99440fc-04d9-4b57-ba93-e61c0bcd800f tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 210 time: 0.0324194 Sep 15 17:07:23.154671 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Allocated IP 172.20.0.14 (08f89bda-4bad-43e7-9d67-1e7d8bc8f01e/ad2d64b2-4ee5-4b48-9df4-ea0f5905730a/160b44c5-3490-407b-bae0-1a4c8910beec) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:23.319739 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.352109 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.396568 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:23.399646 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:23.403356 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:23.412030 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Pushing event updated for resources: {'Port': ['ID=160b44c5-3490-407b-bae0-1a4c8910beec,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:23.463679 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:23.464280 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.478450 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-1e7ba275-1b10-46f7-bcca-b4dd99ef2291 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5874610 Sep 15 17:07:23.493495 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Request body: {'port': {'device_id': '8697e164-a25b-41d4-af82-99b55208732a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:23.546642 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.962247 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 60b48d26-f969-4abc-a60b-37b00b76a0bd no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:07:24.033338 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdaf33-eb7e-4639-9afe-3ebfda5e8907 req-ddc885ef-3470-4f57-99fc-c299a8e6afb7 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:24.035579 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43fdaf33-eb7e-4639-9afe-3ebfda5e8907 req-ddc885ef-3470-4f57-99fc-c299a8e6afb7 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0900457 Sep 15 17:07:24.036207 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.064153 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:24.067166 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18287c8-09f1-4629-ac0b-8fb34059a617" -d '{"events": [{"server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "name": "network-vif-unplugged", "status": "completed", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:24.079788 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 60b48d26-f969-4abc-a60b-37b00b76a0bd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:24.086234 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.138004 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43fdaf33-eb7e-4639-9afe-3ebfda5e8907 req-b1fc99c1-3411-4549-a112-d7087fe711cf tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937510 Sep 15 17:07:24.148103 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-4aa99adb-4cb6-4a62-9ccb-31bd04c4ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:24.148769 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=60b48d26-f969-4abc-a60b-37b00b76a0bd,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:24.149699 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-4aa99adb-4cb6-4a62-9ccb-31bd04c4ee2e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2&tenant_id=b3370acfd09e48f0ad39723285a119dd HTTP/1.1" status: 200 len: 1098 time: 0.1065340 Sep 15 17:07:24.171686 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e40c0-11c8-45a7-a225-64457105961b req-b7f267ed-d8c0-4f30-8eff-19f3f3dbc393 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:24.173897 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cd5e40c0-11c8-45a7-a225-64457105961b req-b7f267ed-d8c0-4f30-8eff-19f3f3dbc393 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 932 time: 0.0580304 Sep 15 17:07:24.196453 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61545f70-d1aa-48c3-ad5e-7dcc7a9dc309 x-openstack-request-id: req-61545f70-d1aa-48c3-ad5e-7dcc7a9dc309 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:24.196771 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "name": "network-vif-unplugged", "status": "completed", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:24.197026 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61545f70-d1aa-48c3-ad5e-7dcc7a9dc309 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:24.197448 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'code': 200} Sep 15 17:07:24.199444 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160b44c5-3490-407b-bae0-1a4c8910beec {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:07:24.207433 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.218447 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-cd5e40c0-11c8-45a7-a225-64457105961b req-3e79ddd5-916c-4bc8-910d-05c3ea8c9f0c tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366118 Sep 15 17:07:24.248846 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Transition to ACTIVE for port object 160b44c5-3490-407b-bae0-1a4c8910beec will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:07:24.253259 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.301330 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-e83a8d25-5a60-459e-9316-da8c552915ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:24.302857 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-e83a8d25-5a60-459e-9316-da8c552915ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3370acfd09e48f0ad39723285a119dd&device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0930440 Sep 15 17:07:24.335030 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Pushing event updated for resources: {'Port': ['ID=160b44c5-3490-407b-bae0-1a4c8910beec,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:24.378228 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39412) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:24.422395 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39b87e74-da45-4711-8bc7-54a2f05fd877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.449983 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Attempting to bind port 160b44c5-3490-407b-bae0-1a4c8910beec on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:24.452538 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Attempting to bind port 160b44c5-3490-407b-bae0-1a4c8910beec by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'ba328f27-f7bb-4399-87b4-3e4e34f7f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:24.452873 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Attempting to bind port 160b44c5-3490-407b-bae0-1a4c8910beec on network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:24.464864 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Port 160b44c5-3490-407b-bae0-1a4c8910beec on network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:07:24.465187 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Attempting to bind port 160b44c5-3490-407b-bae0-1a4c8910beec on network 08f89bda-4bad-43e7-9d67-1e7d8bc8f01e {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:24.469044 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-83a88810-34aa-4e06-bc98-ee4497258da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:24.470562 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-83a88810-34aa-4e06-bc98-ee4497258da4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6836674f-7de3-4902-9ab7-80f35c172746 HTTP/1.1" status: 200 len: 909 time: 0.1562328 Sep 15 17:07:24.473499 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:24.473838 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Checking segment: {'id': 'ba328f27-f7bb-4399-87b4-3e4e34f7f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:24.474214 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Bound using segment: {'id': 'ba328f27-f7bb-4399-87b4-3e4e34f7f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:24.474643 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Bound port: 160b44c5-3490-407b-bae0-1a4c8910beec, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba328f27-f7bb-4399-87b4-3e4e34f7f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:24.475007 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.581835 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-170059d5-7e7c-45c5-9cfe-d1f8bc4702fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd HTTP/1.1" status: 200 len: 999 time: 0.0985315 Sep 15 17:07:24.598913 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] For port 160b44c5-3490-407b-bae0-1a4c8910beec, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:24.632112 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] For port 160b44c5-3490-407b-bae0-1a4c8910beec, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=160b44c5-3490-407b-bae0-1a4c8910beec,segment=NetworkSegment(ba328f27-f7bb-4399-87b4-3e4e34f7f43c),segment_id=ba328f27-f7bb-4399-87b4-3e4e34f7f43c)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:24.638763 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.668643 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-87c2a848-1341-4ca8-9b8b-b6e6c0faba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:24.670061 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-87c2a848-1341-4ca8-9b8b-b6e6c0faba13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce1e6d6-ec20-4605-82cb-1d82523402a9 HTTP/1.1" status: 200 len: 847 time: 0.0806892 Sep 15 17:07:24.678869 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:24.679480 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.680819 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] 10.222.0.61 "PUT /v2.0/ports/160b44c5-3490-407b-bae0-1a4c8910beec HTTP/1.1" status: 200 len: 1094 time: 1.1916099 Sep 15 17:07:24.682392 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8697e164-a25b-41d4-af82-99b55208732a', 'tag': '160b44c5-3490-407b-bae0-1a4c8910beec'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:24.684730 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd196fc5-165b-4d44-a05e-8860c73d371b" -d '{"events": [{"name": "network-changed", "server_uuid": "8697e164-a25b-41d4-af82-99b55208732a", "tag": "160b44c5-3490-407b-bae0-1a4c8910beec"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:24.742376 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad534d75-c8da-4f5a-84fa-056cef30089f x-openstack-request-id: req-ad534d75-c8da-4f5a-84fa-056cef30089f {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:24.742643 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8697e164-a25b-41d4-af82-99b55208732a", "tag": "160b44c5-3490-407b-bae0-1a4c8910beec", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:24.742893 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad534d75-c8da-4f5a-84fa-056cef30089f {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:24.743278 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8697e164-a25b-41d4-af82-99b55208732a', 'tag': '160b44c5-3490-407b-bae0-1a4c8910beec', 'status': 'completed', 'code': 200} Sep 15 17:07:24.764875 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119944c-ca1a-4b88-9a61-5047978fb658 service neutron] Pushing event updated for resources: {'Port': ['ID=160b44c5-3490-407b-bae0-1a4c8910beec,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:24.784137 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-57adb7e9-314e-4291-a54a-45f3ce32993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:24.785789 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-57adb7e9-314e-4291-a54a-45f3ce32993c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6836674f-7de3-4902-9ab7-80f35c172746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1041119 Sep 15 17:07:24.788342 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-261a5a8a-90ca-4b45-b004-af0074ee91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:24.789748 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-261a5a8a-90ca-4b45-b004-af0074ee91dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63dc9b78522b49a184bd35c5f31759f7&device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 1097 time: 0.0648746 Sep 15 17:07:24.796625 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-114a61ff-b459-4bb8-a1a3-8dd0ffbf2bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680779'] for router_interface, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.855892 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-d3a93297-3b99-4866-b40e-b85f2fe75f8b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=160b44c5-3490-407b-bae0-1a4c8910beec HTTP/1.1" status: 200 len: 217 time: 0.0486891 Sep 15 17:07:24.947866 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-803e1789-834e-46f9-a5ba-727e49b7a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:24.949261 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-803e1789-834e-46f9-a5ba-727e49b7a979 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad2d64b2-4ee5-4b48-9df4-ea0f5905730a HTTP/1.1" status: 200 len: 853 time: 0.0616901 Sep 15 17:07:24.954359 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-8f59f970-41ab-4cfe-ad78-e2b390ce9d25 service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553450 Sep 15 17:07:25.002022 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-5ef1f758-fa2d-4bda-912d-6e7374711172 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08f89bda-4bad-43e7-9d67-1e7d8bc8f01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404093 Sep 15 17:07:25.038348 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-114a61ff-b459-4bb8-a1a3-8dd0ffbf2bb6 admin admin] Deleting port 488d18f4-21e1-47a9-a68a-1710d6b01311 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:07:25.038691 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-114a61ff-b459-4bb8-a1a3-8dd0ffbf2bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.119217 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-114a61ff-b459-4bb8-a1a3-8dd0ffbf2bb6 admin admin] For port 488d18f4-21e1-47a9-a68a-1710d6b01311, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=488d18f4-21e1-47a9-a68a-1710d6b01311,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:25.119583 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-114a61ff-b459-4bb8-a1a3-8dd0ffbf2bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.129858 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-f12f6347-5427-4137-a5c3-49c44162a3c3 req-a46f4388-b58c-4362-8ce1-20a6a4e95e30 service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671071 Sep 15 17:07:25.132382 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-114a61ff-b459-4bb8-a1a3-8dd0ffbf2bb6 admin admin] Calling delete_port for 488d18f4-21e1-47a9-a68a-1710d6b01311 owned by network:router_interface {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:07:25.143641 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-44ccfab8-83c5-4978-ba74-70f178ca7791 service neutron] 10.222.0.61 "GET /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344109 Sep 15 17:07:25.235629 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-74762758-11f0-4c11-bfc6-fa18cbd314f4 req-3c75ba86-1f94-439a-973d-3706af7bf8c9 service neutron] 10.222.0.61 "GET /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841861 Sep 15 17:07:25.310957 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c5573-601e-49af-a817-1daf64d423aa req-ce3635e7-26db-479e-afb9-99ec75600aa0 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:25.312438 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d16c5573-601e-49af-a817-1daf64d423aa req-ce3635e7-26db-479e-afb9-99ec75600aa0 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0743406 Sep 15 17:07:25.369696 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd196fc5-165b-4d44-a05e-8860c73d371b req-1683b9bf-7a74-483e-b2d8-95c946bc02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:25.371200 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd196fc5-165b-4d44-a05e-8860c73d371b req-1683b9bf-7a74-483e-b2d8-95c946bc02c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63dc9b78522b49a184bd35c5f31759f7&device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 1097 time: 0.0753222 Sep 15 17:07:25.379327 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f647bb4-b614-48e8-a5f1-83bca0cec952 req-c9f4e551-d20c-4d0a-9f67-083136242a8e tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:25.380790 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9f647bb4-b614-48e8-a5f1-83bca0cec952 req-c9f4e551-d20c-4d0a-9f67-083136242a8e tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 944 time: 0.0867360 Sep 15 17:07:25.384869 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d16c5573-601e-49af-a817-1daf64d423aa req-5cb87eef-49b0-4c15-a44e-7a55196d4ee0 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636694 Sep 15 17:07:25.396523 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-114a61ff-b459-4bb8-a1a3-8dd0ffbf2bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.427668 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a61ff-b459-4bb8-a1a3-8dd0ffbf2bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=488d18f4-21e1-47a9-a68a-1710d6b01311,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:25.474733 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9f647bb4-b614-48e8-a5f1-83bca0cec952 req-03998a7b-a8f5-4f17-9f15-29df2a895cbd tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752304 Sep 15 17:07:25.502955 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd196fc5-165b-4d44-a05e-8860c73d371b req-03e90d70-e7d4-4837-be04-e98056b53414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:25.504434 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd196fc5-165b-4d44-a05e-8860c73d371b req-03e90d70-e7d4-4837-be04-e98056b53414 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08f89bda-4bad-43e7-9d67-1e7d8bc8f01e HTTP/1.1" status: 200 len: 914 time: 0.1227431 Sep 15 17:07:25.551551 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd196fc5-165b-4d44-a05e-8860c73d371b req-234dfe90-5bf4-460b-8f8a-6ef0bd3a0e3f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=160b44c5-3490-407b-bae0-1a4c8910beec HTTP/1.1" status: 200 len: 217 time: 0.0398560 Sep 15 17:07:25.602612 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-114a61ff-b459-4bb8-a1a3-8dd0ffbf2bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3722935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691963'] for router_interface, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.612430 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd196fc5-165b-4d44-a05e-8860c73d371b req-79b4bdb7-af50-4a2a-8668-6798ff913861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:25.614095 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd196fc5-165b-4d44-a05e-8860c73d371b req-79b4bdb7-af50-4a2a-8668-6798ff913861 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad2d64b2-4ee5-4b48-9df4-ea0f5905730a HTTP/1.1" status: 200 len: 853 time: 0.0483902 Sep 15 17:07:25.646958 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd196fc5-165b-4d44-a05e-8860c73d371b req-23154e5f-4dc3-479b-950b-205f5d70d695 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08f89bda-4bad-43e7-9d67-1e7d8bc8f01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254014 Sep 15 17:07:25.739874 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd196fc5-165b-4d44-a05e-8860c73d371b req-11523068-fcea-4a8f-b110-dd146397e3cd service neutron] 10.222.0.61 "GET /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850668 Sep 15 17:07:25.823821 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114a61ff-b459-4bb8-a1a3-8dd0ffbf2bb6 admin admin] Router 8f4e16b2-1891-4f32-bac7-acdf419734f4 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:07:25.831353 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd196fc5-165b-4d44-a05e-8860c73d371b req-e674d3d2-bb65-4499-a9ec-ad81b894a57c service neutron] 10.222.0.61 "GET /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823963 Sep 15 17:07:25.929525 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114a61ff-b459-4bb8-a1a3-8dd0ffbf2bb6 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:07:25.934597 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-114a61ff-b459-4bb8-a1a3-8dd0ffbf2bb6 admin admin] 10.222.0.13 "PUT /v2.0/routers/8f4e16b2-1891-4f32-bac7-acdf419734f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5550959 Sep 15 17:07:25.937146 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39422) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:25.940540 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc54c8-b7fa-434b-87b1-a29647a5fb65 None None] Sync routers for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:07:25.950703 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc54c8-b7fa-434b-87b1-a29647a5fb65 None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:25.951303 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-f8bc54c8-b7fa-434b-87b1-a29647a5fb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:25.985304 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 160b44c5-3490-407b-bae0-1a4c8910beec details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:07:26.038764 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Notify callbacks [] for router, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.114224 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-f8bc54c8-b7fa-434b-87b1-a29647a5fb65 None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:26.138993 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.208426 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 160b44c5-3490-407b-bae0-1a4c8910beec, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=160b44c5-3490-407b-bae0-1a4c8910beec,segment=NetworkSegment(ba328f27-f7bb-4399-87b4-3e4e34f7f43c),segment_id=ba328f27-f7bb-4399-87b4-3e4e34f7f43c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:26.253758 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '160b44c5-3490-407b-bae0-1a4c8910beec', 'network_id': '08f89bda-4bad-43e7-9d67-1e7d8bc8f01e', 'port_id': '160b44c5-3490-407b-bae0-1a4c8910beec', 'mac_address': 'fa:16:3e:04:33:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2d64b2-4ee5-4b48-9df4-ea0f5905730a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:07:26.331939 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.348658 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160b44c5-3490-407b-bae0-1a4c8910beec {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:07:26.375812 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 160b44c5-3490-407b-bae0-1a4c8910beec, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=160b44c5-3490-407b-bae0-1a4c8910beec,segment=NetworkSegment(ba328f27-f7bb-4399-87b4-3e4e34f7f43c),segment_id=ba328f27-f7bb-4399-87b4-3e4e34f7f43c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:26.381007 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.422343 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-f8bc54c8-b7fa-434b-87b1-a29647a5fb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:07:25Z', 'revision_number': 5, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port': {'id': '6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:31Z', 'updated_at': '2021-09-15T17:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:26.432231 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Deleting port 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:07:26.432779 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.463565 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc54c8-b7fa-434b-87b1-a29647a5fb65 None None] Checking router: 8f4e16b2-1891-4f32-bac7-acdf419734f4 for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:07:26.473417 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=160b44c5-3490-407b-bae0-1a4c8910beec,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:26.478462 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc54c8-b7fa-434b-87b1-a29647a5fb65 None None] Routers {'8f4e16b2-1891-4f32-bac7-acdf419734f4'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:26.478998 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-f8bc54c8-b7fa-434b-87b1-a29647a5fb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['8f4e16b2-1891-4f32-bac7-acdf419734f4'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:26.555271 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] For port 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:26.555739 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.571831 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd0c42-9534-4eb9-8641-a31f40cadbde req-abc48aed-df96-474a-98b3-034ac7513dc9 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:26.573514 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b4dd0c42-9534-4eb9-8641-a31f40cadbde req-abc48aed-df96-474a-98b3-034ac7513dc9 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0813620 Sep 15 17:07:26.580432 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-f8bc54c8-b7fa-434b-87b1-a29647a5fb65 None None] Set router 8f4e16b2-1891-4f32-bac7-acdf419734f4 gateway port host: None {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:26.583747 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Calling delete_port for 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 owned by network:router_gateway {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:07:26.605430 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa22677-509b-4402-a18d-55e12f17bc35 req-3afad8b4-ea5f-480c-abeb-55804cc36528 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:26.607734 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dfa22677-509b-4402-a18d-55e12f17bc35 req-3afad8b4-ea5f-480c-abeb-55804cc36528 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 945 time: 0.0606868 Sep 15 17:07:26.650506 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dfa22677-509b-4402-a18d-55e12f17bc35 req-36e99970-7dd8-4965-bbd0-9ac877b9fd95 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344303 Sep 15 17:07:26.654200 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b4dd0c42-9534-4eb9-8641-a31f40cadbde req-a73008a3-6efe-4605-8a20-c972a414e464 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722446 Sep 15 17:07:26.744829 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['160b44c5-3490-407b-bae0-1a4c8910beec'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:07:26.784368 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.792179 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-f8bc54c8-b7fa-434b-87b1-a29647a5fb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:07:26Z', 'revision_number': 6, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port_host': None}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:26.809206 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:26.826316 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc54c8-b7fa-434b-87b1-a29647a5fb65 None None] The sync data for ids ['8f4e16b2-1891-4f32-bac7-acdf419734f4'] in dv-cinder-796806-2-iscsi is: [{'id': '8f4e16b2-1891-4f32-bac7-acdf419734f4', 'name': 'tempest-AttachVolumeTestJSON-2147159131-router', 'tenant_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:30Z', 'updated_at': '2021-09-15T17:07:26Z', 'revision_number': 6, 'project_id': 'b6761e1d9bc847e1aaf93f8f6a6c07c6', 'gw_port_host': None}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:07:26.881948 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691901'] for router_gateway, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.927071 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-058bb187-88e8-4ceb-a00c-b10f8ac69257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.978196 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.980273 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.022660 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687639'] for router, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.023111 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f4e16b2-1891-4f32-bac7-acdf419734f4 {{(pid=93881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:07:27.027876 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.028984 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-91d821a0-2046-45a8-b9ef-f29e924b6c37 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8f4e16b2-1891-4f32-bac7-acdf419734f4 HTTP/1.1" status: 204 len: 168 time: 1.0908329 Sep 15 17:07:27.031506 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39428) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:27.074444 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ac90e2-4923-4bff-a032-91e6af256c3c admin admin] Deleting subnet 06bceb72-5d20-4bec-a77a-620e787ae235 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:07:27.077359 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-27ac90e2-4923-4bff-a032-91e6af256c3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.115764 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-27ac90e2-4923-4bff-a032-91e6af256c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28986898'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.226929 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-27ac90e2-4923-4bff-a032-91e6af256c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.281588 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-27ac90e2-4923-4bff-a032-91e6af256c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29058476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29078325'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.312040 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac90e2-4923-4bff-a032-91e6af256c3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06bceb72-5d20-4bec-a77a-620e787ae235,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:27.313843 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-27ac90e2-4923-4bff-a032-91e6af256c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.316786 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-27ac90e2-4923-4bff-a032-91e6af256c3c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/06bceb72-5d20-4bec-a77a-620e787ae235 HTTP/1.1" status: 204 len: 168 time: 0.2838879 Sep 15 17:07:27.318845 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39430) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:27.318984 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670be1d-8412-41b0-b489-a89b27fac9a8 None None] Network e8abcfa2-4651-46db-bfa8-dca22372e9a9 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:27.385411 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.440382 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Deleting port 6cc21366-c172-4ac9-90ba-477783964a19 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:07:27.440947 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.510722 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] For port 6cc21366-c172-4ac9-90ba-477783964a19, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=6cc21366-c172-4ac9-90ba-477783964a19,segment=NetworkSegment(01fd53ed-ba10-4ee9-abcb-b99d17453197),segment_id=01fd53ed-ba10-4ee9-abcb-b99d17453197)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:27.511022 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.522915 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Calling delete_port for 6cc21366-c172-4ac9-90ba-477783964a19 owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:07:27.566700 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.572044 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f0847-ce24-4bcb-a48b-9b13fb7a6cbb None None] DHCP port deletion for e8abcfa2-4651-46db-bfa8-dca22372e9a9 request from dv-cinder-796806-2-iscsi {{(pid=93882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:07:27.610508 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.620248 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f0847-ce24-4bcb-a48b-9b13fb7a6cbb None None] Deleting port 6cc21366-c172-4ac9-90ba-477783964a19 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:07:27.620619 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0847-ce24-4bcb-a48b-9b13fb7a6cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.639482 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc21366-c172-4ac9-90ba-477783964a19,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:27.643642 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] No DVR routers for this DVR port 6cc21366-c172-4ac9-90ba-477783964a19 on host dv-cinder-796806-2-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:07:27.695932 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-ad8f0847-ce24-4bcb-a48b-9b13fb7a6cbb None None] For port 6cc21366-c172-4ac9-90ba-477783964a19, host dv-cinder-796806-2-iscsi, got binding levels [] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:27.696328 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0847-ce24-4bcb-a48b-9b13fb7a6cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.714666 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f0847-ce24-4bcb-a48b-9b13fb7a6cbb None None] Calling delete_port for 6cc21366-c172-4ac9-90ba-477783964a19 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:07:27.718849 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.ipam_backend_mixin [None req-ad8f0847-ce24-4bcb-a48b-9b13fb7a6cbb None None] Port 6cc21366-c172-4ac9-90ba-477783964a19 was not found and therefore no delete operation was performed {{(pid=93882) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 17:07:27.720296 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad8f0847-ce24-4bcb-a48b-9b13fb7a6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.749112 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.749584 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f0847-ce24-4bcb-a48b-9b13fb7a6cbb None None] Pushing event deleted for resources: {'Port': ['ID=6cc21366-c172-4ac9-90ba-477783964a19,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:27.751566 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f0847-ce24-4bcb-a48b-9b13fb7a6cbb None None] No DVR routers for this DVR port 6cc21366-c172-4ac9-90ba-477783964a19 on host dv-cinder-796806-2-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:07:27.801105 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8abcfa2-4651-46db-bfa8-dca22372e9a9']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:27.812322 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0a29a-d08d-4521-89cc-316ed6cd3a8d req-00625e30-d722-4ebc-9ccc-7e8aaa0d6797 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:27.815608 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fd53ed-ba10-4ee9-abcb-b99d17453197') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:27.815906 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fd53ed-ba10-4ee9-abcb-b99d17453197') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:27.820888 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8ea0a29a-d08d-4521-89cc-316ed6cd3a8d req-00625e30-d722-4ebc-9ccc-7e8aaa0d6797 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 945 time: 0.0869441 Sep 15 17:07:27.827445 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28986905'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.842575 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ae3a6-6257-4873-89cc-17c9c89099a8 req-4707887a-2d80-4b49-9a8f-7b55eea09302 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:27.844067 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5a3ae3a6-6257-4873-89cc-17c9c89099a8 req-4707887a-2d80-4b49-9a8f-7b55eea09302 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.1044173 Sep 15 17:07:27.860453 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.876370 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:07:27.876776 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29058930'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.878716 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8ea0a29a-d08d-4521-89cc-316ed6cd3a8d req-879f4501-3bdb-4d57-80fc-31b3dd1f36c8 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563715 Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: Traceback (most recent call last): Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: timer() Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: cb(*args, **kw) Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: self._notify() Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: self.callback(batched_events) Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: event.method(event) Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: return f(self, *a, **k) Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._get(url).json() Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:07:27.879578 dv-cinder-796806-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:07:27.937632 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5a3ae3a6-6257-4873-89cc-17c9c89099a8 req-ea96fddd-ff87-47a6-9d1a-8aaa820dfab0 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851293 Sep 15 17:07:27.947603 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.954190 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.956309 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8abcfa2-4651-46db-bfa8-dca22372e9a9 HTTP/1.1" status: 204 len: 168 time: 0.6365335 Sep 15 17:07:27.970642 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f69b1d-db22-4184-80f1-fd5248bbc2c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8abcfa2-4651-46db-bfa8-dca22372e9a9,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:27.979018 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 160b44c5-3490-407b-bae0-1a4c8910beec up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:28.027975 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port 160b44c5-3490-407b-bae0-1a4c8910beec completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:07:28.031544 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 160b44c5-3490-407b-bae0-1a4c8910beec triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:28.031910 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.076146 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39438) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:28.119565 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-113c0ebe-3fa7-4028-a55d-dede73823165 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6761e1d9bc847e1aaf93f8f6a6c07c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420904 Sep 15 17:07:28.122049 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 39440) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:28.122618 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.144600 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697e164-a25b-41d4-af82-99b55208732a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160b44c5-3490-407b-bae0-1a4c8910beec'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:28.146869 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b81bbf-b156-44a5-b99b-d98f770d0e48" -d '{"events": [{"server_uuid": "8697e164-a25b-41d4-af82-99b55208732a", "name": "network-vif-plugged", "status": "completed", "tag": "160b44c5-3490-407b-bae0-1a4c8910beec"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:28.160194 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 160b44c5-3490-407b-bae0-1a4c8910beec, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=160b44c5-3490-407b-bae0-1a4c8910beec,segment=NetworkSegment(ba328f27-f7bb-4399-87b4-3e4e34f7f43c),segment_id=ba328f27-f7bb-4399-87b4-3e4e34f7f43c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:28.168693 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.170811 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a632121b-b769-4410-87ab-2cdecfdabe3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.193164 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bfa9fb-396d-4566-baed-85adc19eda27 x-openstack-request-id: req-a6bfa9fb-396d-4566-baed-85adc19eda27 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:28.193480 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8697e164-a25b-41d4-af82-99b55208732a", "name": "network-vif-plugged", "status": "completed", "tag": "160b44c5-3490-407b-bae0-1a4c8910beec", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:28.193727 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6bfa9fb-396d-4566-baed-85adc19eda27 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:28.194110 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8697e164-a25b-41d4-af82-99b55208732a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160b44c5-3490-407b-bae0-1a4c8910beec', 'code': 200} Sep 15 17:07:28.194427 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a632121b-b769-4410-87ab-2cdecfdabe3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.221402 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=160b44c5-3490-407b-bae0-1a4c8910beec,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:28.247368 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a632121b-b769-4410-87ab-2cdecfdabe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.249947 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a632121b-b769-4410-87ab-2cdecfdabe3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.253704 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a632121b-b769-4410-87ab-2cdecfdabe3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e44d0f32-ef79-4534-b0e7-8c8599bbf8b3 HTTP/1.1" status: 204 len: 168 time: 0.1278982 Sep 15 17:07:28.259026 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632121b-b769-4410-87ab-2cdecfdabe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44d0f32-ef79-4534-b0e7-8c8599bbf8b3,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:28.373261 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14054824-a55a-49db-87c9-d5f6c39b925b req-bbfbf0b3-7d5f-4e14-aed7-38c1a27a555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:28.374783 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-14054824-a55a-49db-87c9-d5f6c39b925b req-bbfbf0b3-7d5f-4e14-aed7-38c1a27a555f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 1099 time: 0.0397120 Sep 15 17:07:28.414355 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-14054824-a55a-49db-87c9-d5f6c39b925b req-6f14c921-1181-4fc4-9857-c1d6181db57f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319984 Sep 15 17:07:28.442549 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 6cc21366-c172-4ac9-90ba-477783964a19 no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:07:28.464706 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 6cc21366-c172-4ac9-90ba-477783964a19 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:07:28.465041 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 6cc21366-c172-4ac9-90ba-477783964a19 not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:07:28.465476 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 488d18f4-21e1-47a9-a68a-1710d6b01311 no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:07:28.483960 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 488d18f4-21e1-47a9-a68a-1710d6b01311 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:07:28.484294 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 488d18f4-21e1-47a9-a68a-1710d6b01311 not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:07:28.484690 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:07:28.506947 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:07:28.507316 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 6715005a-d6c3-4e08-b6da-c4dc0a5f0fa0 not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:07:28.521038 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.631828 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:07:28.989335 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4911-0278-4b98-a8c8-23a03c49f50e req-591b9f2a-2728-42ee-a7b9-2d2f57dd8880 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:28.991063 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-693d4911-0278-4b98-a8c8-23a03c49f50e req-591b9f2a-2728-42ee-a7b9-2d2f57dd8880 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 946 time: 0.0532737 Sep 15 17:07:29.032146 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-693d4911-0278-4b98-a8c8-23a03c49f50e req-1d3e961e-448f-44c7-8d84-7c90c4c11635 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351338 Sep 15 17:07:29.068417 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93fcca-0cc6-4458-a008-edd79f8bb9dc req-df25c105-e459-49f9-abf7-f2b67101792a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:29.070281 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec93fcca-0cc6-4458-a008-edd79f8bb9dc req-df25c105-e459-49f9-abf7-f2b67101792a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0572290 Sep 15 17:07:29.108205 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec93fcca-0cc6-4458-a008-edd79f8bb9dc req-adfb77c9-9716-4ffb-850d-18f43439e4d0 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318778 Sep 15 17:07:29.821076 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:30.147371 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995fe7d-c29b-4231-a6fc-49c0393b5db6 req-ec7a59ce-048e-4c58-bfc3-638df3cf5ec1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:30.148859 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3995fe7d-c29b-4231-a6fc-49c0393b5db6 req-ec7a59ce-048e-4c58-bfc3-638df3cf5ec1 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 946 time: 0.0483646 Sep 15 17:07:30.189623 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3995fe7d-c29b-4231-a6fc-49c0393b5db6 req-d4043de5-d163-4e92-a7d5-47b7e25f3d0c tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348117 Sep 15 17:07:30.224625 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f8543-93c2-49c2-819d-8ddbe431cffa req-82e44d95-e84e-4e4d-8b05-44af76a5bbc2 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:30.226154 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-905f8543-93c2-49c2-819d-8ddbe431cffa req-82e44d95-e84e-4e4d-8b05-44af76a5bbc2 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0485849 Sep 15 17:07:30.268213 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-905f8543-93c2-49c2-819d-8ddbe431cffa req-8ccc8c9e-29d5-48b3-a614-916f4dde5e71 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354280 Sep 15 17:07:31.381302 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ab8f-841e-4b99-8a75-28d73cc68d43 req-ee2e86f7-a538-4113-a625-3f0f481a6273 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:31.382652 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43c5ab8f-841e-4b99-8a75-28d73cc68d43 req-ee2e86f7-a538-4113-a625-3f0f481a6273 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 943 time: 0.0482888 Sep 15 17:07:31.418934 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-43c5ab8f-841e-4b99-8a75-28d73cc68d43 req-6da5abea-3be5-410c-a72c-43220ad6230a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305176 Sep 15 17:07:31.993552 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 60b48d26-f969-4abc-a60b-37b00b76a0bd details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:07:32.116492 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 60b48d26-f969-4abc-a60b-37b00b76a0bd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:32.127675 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'port_id': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'mac_address': 'fa:16:3e:64:d3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:07:32.168858 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.181726 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b48d26-f969-4abc-a60b-37b00b76a0bd {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:07:32.200101 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 60b48d26-f969-4abc-a60b-37b00b76a0bd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:32.203409 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.247612 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=60b48d26-f969-4abc-a60b-37b00b76a0bd,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:32.446854 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['60b48d26-f969-4abc-a60b-37b00b76a0bd'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:07:32.536536 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7d0c6-2c54-4fa4-a250-e657b1ff9df1 req-0cd81bd2-6d27-4634-a404-d08501e905dd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:32.537971 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-65b7d0c6-2c54-4fa4-a250-e657b1ff9df1 req-0cd81bd2-6d27-4634-a404-d08501e905dd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 944 time: 0.0486603 Sep 15 17:07:32.580019 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-65b7d0c6-2c54-4fa4-a250-e657b1ff9df1 req-424db477-951c-405a-a8a6-7a33da85b2a1 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333438 Sep 15 17:07:33.700942 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3050e-ddda-42e4-8559-bb74840a947e req-1bacd9cd-1d70-4741-ae53-f9d56ec27234 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:33.702352 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-bff3050e-ddda-42e4-8559-bb74840a947e req-1bacd9cd-1d70-4741-ae53-f9d56ec27234 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 944 time: 0.0546434 Sep 15 17:07:33.740552 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-bff3050e-ddda-42e4-8559-bb74840a947e req-ff7c62f3-71a6-4c4f-be42-f942b7b6cf9a tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320504 Sep 15 17:07:34.008498 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 60b48d26-f969-4abc-a60b-37b00b76a0bd up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:34.061892 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 60b48d26-f969-4abc-a60b-37b00b76a0bd triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:34.062253 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.139165 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.162103 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:34.164319 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16f827a-1286-4bcf-a7de-27156dfa7ba9" -d '{"events": [{"server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "name": "network-vif-plugged", "status": "completed", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:34.180555 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 60b48d26-f969-4abc-a60b-37b00b76a0bd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:34.188307 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.214297 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afdd9c7-e079-4aec-af58-a417f248385f x-openstack-request-id: req-5afdd9c7-e079-4aec-af58-a417f248385f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:34.214585 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "name": "network-vif-plugged", "status": "completed", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:34.214832 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5afdd9c7-e079-4aec-af58-a417f248385f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:34.215211 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'code': 200} Sep 15 17:07:34.240829 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=60b48d26-f969-4abc-a60b-37b00b76a0bd,revision_number=8']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:34.440332 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b78d-b844-448b-b1f5-3ec671a35152 req-827935d1-c0ad-489a-8e90-55ee43d48b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:34.441811 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7339b78d-b844-448b-b1f5-3ec671a35152 req-827935d1-c0ad-489a-8e90-55ee43d48b67 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0395076 Sep 15 17:07:34.480744 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7339b78d-b844-448b-b1f5-3ec671a35152 req-1985ea62-6d74-4cd6-82fa-7fb67751248f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307736 Sep 15 17:07:34.853588 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bca88c-b68b-4c5b-a689-1b7d8f1a8ff4 req-8a72e1c7-78d1-4021-a711-d15782b162b3 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:34.855056 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b2bca88c-b68b-4c5b-a689-1b7d8f1a8ff4 req-8a72e1c7-78d1-4021-a711-d15782b162b3 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0485187 Sep 15 17:07:34.891863 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b2bca88c-b68b-4c5b-a689-1b7d8f1a8ff4 req-d12e1098-a0d7-4cb1-b8b4-535e0ea815ba tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309734 Sep 15 17:07:36.004695 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628cbd4-0607-492c-a7f5-0e6626bcdfd8 req-d8e12a7f-8827-4594-9b1f-850dee0c9bd9 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:36.006159 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0628cbd4-0607-492c-a7f5-0e6626bcdfd8 req-d8e12a7f-8827-4594-9b1f-850dee0c9bd9 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0474098 Sep 15 17:07:36.043385 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0628cbd4-0607-492c-a7f5-0e6626bcdfd8 req-7921c8b4-fcca-4425-a00e-cdf501aaedcd tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312002 Sep 15 17:07:36.838916 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.568047 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39602) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:37.670718 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-941f5173-7115-4db9-bc38-57fbb3a1b013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.756342 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-941f5173-7115-4db9-bc38-57fbb3a1b013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.759992 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-941f5173-7115-4db9-bc38-57fbb3a1b013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.797558 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-941f5173-7115-4db9-bc38-57fbb3a1b013 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26e679331c2c4626b75945ee86fd314f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284355 Sep 15 17:07:37.798651 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f5173-7115-4db9-bc38-57fbb3a1b013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e447e402-5bab-4f23-90b1-f85da0ed8b81,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:37.800377 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 39606) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:37.853394 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-830186b0-3ff7-43bf-8ad6-c2c3ad101c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.873975 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-830186b0-3ff7-43bf-8ad6-c2c3ad101c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.921367 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-830186b0-3ff7-43bf-8ad6-c2c3ad101c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.924017 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-830186b0-3ff7-43bf-8ad6-c2c3ad101c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.927839 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-830186b0-3ff7-43bf-8ad6-c2c3ad101c94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e447e402-5bab-4f23-90b1-f85da0ed8b81 HTTP/1.1" status: 204 len: 168 time: 0.1255560 Sep 15 17:07:37.935735 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830186b0-3ff7-43bf-8ad6-c2c3ad101c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e447e402-5bab-4f23-90b1-f85da0ed8b81,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:38.550875 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 39634) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:38.646233 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-887982120-network', 'tenant_id': '8b23f76a64ff47818bf976a42fc2bfab'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:38.666507 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Made reservation on behalf of 8b23f76a64ff47818bf976a42fc2bfab for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:38.668750 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.677318 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.766073 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.770070 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.793715 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:07:38.803663 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236fbacd-126b-4433-8613-b1b4daa3a0f8,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:38.808406 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.808746 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Added segment e2773f75-fc2a-42e8-8c47-a71f7e172cf5 of type vlan for network a0958f25-973b-46fd-88ea-9c2540777e7f Sep 15 17:07:38.846836 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.872122 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.873252 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:38.873892 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.906424 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3544137 Sep 15 17:07:38.909920 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39638) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:38.915572 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-6d9713e5-d501-436b-b452-2e592af7509c admin admin] Request body: {'subnet': {'network_id': 'a0958f25-973b-46fd-88ea-9c2540777e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-887982120-subnet', 'tenant_id': '8b23f76a64ff47818bf976a42fc2bfab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:38.933568 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fb83b-9fb4-4c6c-989f-8d9dd2fbd60d admin admin] Pushing event updated for resources: {'Network': ['ID=a0958f25-973b-46fd-88ea-9c2540777e7f,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:38.937480 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9713e5-d501-436b-b452-2e592af7509c admin admin] Made reservation on behalf of 8b23f76a64ff47818bf976a42fc2bfab for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:38.939854 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d9713e5-d501-436b-b452-2e592af7509c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29078290'] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.944047 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network a0958f25-973b-46fd-88ea-9c2540777e7f details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:07:39.105425 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d9713e5-d501-436b-b452-2e592af7509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29058543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29078332'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.165024 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9713e5-d501-436b-b452-2e592af7509c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a750892b-b2cd-42a3-a7bd-873043510702,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:39.172858 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9713e5-d501-436b-b452-2e592af7509c admin admin] Checking segment: {'id': 'e2773f75-fc2a-42e8-8c47-a71f7e172cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a0958f25-973b-46fd-88ea-9c2540777e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:39.173216 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9713e5-d501-436b-b452-2e592af7509c admin admin] Network hostable DHCP agents. Network: a0958f25-973b-46fd-88ea-9c2540777e7f, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:07:39.191089 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9713e5-d501-436b-b452-2e592af7509c admin admin] Network a0958f25-973b-46fd-88ea-9c2540777e7f is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:07:39.199462 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-6d9713e5-d501-436b-b452-2e592af7509c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, a0958f25-973b-46fd-88ea-9c2540777e7f) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:39.203598 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9713e5-d501-436b-b452-2e592af7509c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:39.204317 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6d9713e5-d501-436b-b452-2e592af7509c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.208705 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a74626-eb3e-48f0-af0a-d57522ae2da9 None None] Network a0958f25-973b-46fd-88ea-9c2540777e7f requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:39.218298 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6d9713e5-d501-436b-b452-2e592af7509c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3066211 Sep 15 17:07:39.334631 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b0d0a6-f058-4b30-9997-9aa3c0068ccc None None] Network a0958f25-973b-46fd-88ea-9c2540777e7f requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:39.676346 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39658) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:39.681181 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1288712883-network', 'tenant_id': '2a777b7a83864723883692392eee41cb'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:39.701664 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Made reservation on behalf of 2a777b7a83864723883692392eee41cb for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:39.703828 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.712403 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.807366 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.810854 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.831058 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:07:39.843785 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d01464-5af1-498c-8319-6fe6aa7da18b,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:39.848392 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.848726 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Added segment 708a0076-8559-447a-8e95-b92fb37a65a4 of type vlan for network 754f6ab5-436a-409f-8d89-1e790e8299ff Sep 15 17:07:39.887790 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.910714 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.911649 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:39.912224 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.942662 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2652240 Sep 15 17:07:39.945565 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 39660) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:39.950584 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-a3dd326b-9e84-44c4-840d-c311f6c1883e admin admin] Request body: {'subnet': {'network_id': '754f6ab5-436a-409f-8d89-1e790e8299ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1288712883-subnet', 'tenant_id': '2a777b7a83864723883692392eee41cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:39.970633 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dd326b-9e84-44c4-840d-c311f6c1883e admin admin] Made reservation on behalf of 2a777b7a83864723883692392eee41cb for: {'subnet': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:39.973720 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a3dd326b-9e84-44c4-840d-c311f6c1883e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29225577'] for subnet, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.975124 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cef90-fdc8-4788-a0d7-49009d634a8a admin admin] Pushing event updated for resources: {'Network': ['ID=754f6ab5-436a-409f-8d89-1e790e8299ff,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:39.984851 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network 754f6ab5-436a-409f-8d89-1e790e8299ff details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:07:40.145449 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a3dd326b-9e84-44c4-840d-c311f6c1883e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28456873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29225543'] for subnet, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.200011 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd326b-9e84-44c4-840d-c311f6c1883e admin admin] Pushing event updated for resources: {'Subnet': ['ID=16235f5d-f91d-437b-87fb-49fbb29a316d,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:40.211835 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dd326b-9e84-44c4-840d-c311f6c1883e admin admin] Checking segment: {'id': '708a0076-8559-447a-8e95-b92fb37a65a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '754f6ab5-436a-409f-8d89-1e790e8299ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:40.212184 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd326b-9e84-44c4-840d-c311f6c1883e admin admin] Network hostable DHCP agents. Network: 754f6ab5-436a-409f-8d89-1e790e8299ff, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:07:40.228229 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd326b-9e84-44c4-840d-c311f6c1883e admin admin] Network 754f6ab5-436a-409f-8d89-1e790e8299ff is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:07:40.236817 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-a3dd326b-9e84-44c4-840d-c311f6c1883e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, 754f6ab5-436a-409f-8d89-1e790e8299ff) {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:40.241863 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dd326b-9e84-44c4-840d-c311f6c1883e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:40.242438 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a3dd326b-9e84-44c4-840d-c311f6c1883e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.247035 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0c758b-c22b-4898-9b21-71e227fa3367 None None] Network 754f6ab5-436a-409f-8d89-1e790e8299ff requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:40.256857 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a3dd326b-9e84-44c4-840d-c311f6c1883e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3102348 Sep 15 17:07:40.367158 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 39666) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:40.368535 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6642bf04-0c1b-4f46-b25d-be721e563b95 None None] Network 754f6ab5-436a-409f-8d89-1e790e8299ff requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:40.411112 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3467baa-624b-42aa-96f3-4887a3651e2b admin admin] Deleting subnet a750892b-b2cd-42a3-a7bd-873043510702 {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:07:40.414383 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f3467baa-624b-42aa-96f3-4887a3651e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.448154 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f3467baa-624b-42aa-96f3-4887a3651e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26644840'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.487012 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f3467baa-624b-42aa-96f3-4887a3651e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.536516 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f3467baa-624b-42aa-96f3-4887a3651e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28456938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29225550'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.564210 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3467baa-624b-42aa-96f3-4887a3651e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a750892b-b2cd-42a3-a7bd-873043510702,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:40.568093 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f3467baa-624b-42aa-96f3-4887a3651e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.569988 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-f3467baa-624b-42aa-96f3-4887a3651e2b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a750892b-b2cd-42a3-a7bd-873043510702 HTTP/1.1" status: 204 len: 168 time: 0.2018368 Sep 15 17:07:40.572511 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 39668) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:40.639081 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.717058 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.736322 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0958f25-973b-46fd-88ea-9c2540777e7f']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:40.745604 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2773f75-fc2a-42e8-8c47-a71f7e172cf5') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:40.745893 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2773f75-fc2a-42e8-8c47-a71f7e172cf5') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:40.755042 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26644835'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.767365 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.773891 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:07:40.774270 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28456244'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: Traceback (most recent call last): Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: timer() Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: cb(*args, **kw) Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: return func(*args, **kwargs) Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: self._notify() Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: self.callback(batched_events) Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: event.method(event) Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: return f(self, *a, **k) Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._get(url).json() Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:07:40.775839 dv-cinder-796806-2-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:07:40.826911 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.832455 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.834349 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] 10.222.0.13 "DELETE /v2.0/networks/a0958f25-973b-46fd-88ea-9c2540777e7f HTTP/1.1" status: 204 len: 168 time: 0.2609420 Sep 15 17:07:40.837191 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39670) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:40.850248 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfec388-12ab-421c-ba74-22b2d7f6ae9d admin admin] Pushing event deleted for resources: {'Network': ['ID=a0958f25-973b-46fd-88ea-9c2540777e7f,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:40.880861 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebf34c4-1934-4ba8-ba80-e46974d4ae62 admin admin] Deleting subnet 16235f5d-f91d-437b-87fb-49fbb29a316d {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:07:40.883902 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0ebf34c4-1934-4ba8-ba80-e46974d4ae62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.917159 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0ebf34c4-1934-4ba8-ba80-e46974d4ae62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28986898'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.958873 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0ebf34c4-1934-4ba8-ba80-e46974d4ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.009659 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0ebf34c4-1934-4ba8-ba80-e46974d4ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29058476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29078325'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.034832 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf34c4-1934-4ba8-ba80-e46974d4ae62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16235f5d-f91d-437b-87fb-49fbb29a316d,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:41.039443 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0ebf34c4-1934-4ba8-ba80-e46974d4ae62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.041311 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-0ebf34c4-1934-4ba8-ba80-e46974d4ae62 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/16235f5d-f91d-437b-87fb-49fbb29a316d HTTP/1.1" status: 204 len: 168 time: 0.2030790 Sep 15 17:07:41.043715 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39672) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:41.110185 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.190145 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.209304 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754f6ab5-436a-409f-8d89-1e790e8299ff']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:41.217924 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708a0076-8559-447a-8e95-b92fb37a65a4') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:41.218215 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708a0076-8559-447a-8e95-b92fb37a65a4') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:41.228366 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28986905'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.242696 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.248288 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:07:41.248665 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29058930'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: Traceback (most recent call last): Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: timer() Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: cb(*args, **kw) Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: self._notify() Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: self.callback(batched_events) Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: event.method(event) Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: return f(self, *a, **k) Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._get(url).json() Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:07:41.250274 dv-cinder-796806-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:07:41.307589 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.312909 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.315043 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/754f6ab5-436a-409f-8d89-1e790e8299ff HTTP/1.1" status: 204 len: 168 time: 0.2704270 Sep 15 17:07:41.326710 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff032439-b6e3-4dde-a68a-daaff55e17a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=754f6ab5-436a-409f-8d89-1e790e8299ff,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:41.468483 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39678) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:41.509289 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-86cfcf3e-e40b-4c82-83ef-48d2ff9ebe50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b23f76a64ff47818bf976a42fc2bfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396249 Sep 15 17:07:41.511610 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39680) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:41.560575 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-123e2353-95be-405f-af2f-32efefc4ab6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.582025 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-123e2353-95be-405f-af2f-32efefc4ab6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.626415 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-123e2353-95be-405f-af2f-32efefc4ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.629372 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-123e2353-95be-405f-af2f-32efefc4ab6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.630508 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-123e2353-95be-405f-af2f-32efefc4ab6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/236fbacd-126b-4433-8613-b1b4daa3a0f8 HTTP/1.1" status: 204 len: 168 time: 0.1180224 Sep 15 17:07:41.637807 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e2353-95be-405f-af2f-32efefc4ab6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236fbacd-126b-4433-8613-b1b4daa3a0f8,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:41.841577 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4bd1f36e-fda5-4ee8-9df6-9d3d41afc2e0 req-d4fe5bc4-41a7-4f77-8aa7-1e0f8630a8f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385544 Sep 15 17:07:41.932296 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1f36e-fda5-4ee8-9df6-9d3d41afc2e0 req-1c624063-8f0a-4e70-9f39-8e200fce4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:41.933877 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4bd1f36e-fda5-4ee8-9df6-9d3d41afc2e0 req-1c624063-8f0a-4e70-9f39-8e200fce4b88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3370acfd09e48f0ad39723285a119dd&device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0428157 Sep 15 17:07:41.939749 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 39686) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:42.004918 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d5293ebb-f3e2-4f89-9b35-3f10c96678f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a777b7a83864723883692392eee41cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640643 Sep 15 17:07:42.007575 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39688) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:42.054997 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c468752-dde5-498a-9c24-d918eca1a68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.059013 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1f36e-fda5-4ee8-9df6-9d3d41afc2e0 req-bbeba25e-4639-475b-8e37-3cf305cc32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:42.060475 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4bd1f36e-fda5-4ee8-9df6-9d3d41afc2e0 req-bbeba25e-4639-475b-8e37-3cf305cc32ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=6836674f-7de3-4902-9ab7-80f35c172746 HTTP/1.1" status: 200 len: 909 time: 0.1015680 Sep 15 17:07:42.078847 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c468752-dde5-498a-9c24-d918eca1a68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.125811 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4bd1f36e-fda5-4ee8-9df6-9d3d41afc2e0 req-efcc2190-6651-4dd7-8f81-f5f59f7380d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd HTTP/1.1" status: 200 len: 1001 time: 0.0567193 Sep 15 17:07:42.126025 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c468752-dde5-498a-9c24-d918eca1a68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.129484 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5c468752-dde5-498a-9c24-d918eca1a68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.130657 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5c468752-dde5-498a-9c24-d918eca1a68f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88d01464-5af1-498c-8319-6fe6aa7da18b HTTP/1.1" status: 204 len: 168 time: 0.1220977 Sep 15 17:07:42.139144 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c468752-dde5-498a-9c24-d918eca1a68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d01464-5af1-498c-8319-6fe6aa7da18b,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:42.187092 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1f36e-fda5-4ee8-9df6-9d3d41afc2e0 req-d5e52e39-2062-4a4c-9d1b-f18b68e18716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:42.188576 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4bd1f36e-fda5-4ee8-9df6-9d3d41afc2e0 req-d5e52e39-2062-4a4c-9d1b-f18b68e18716 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce1e6d6-ec20-4605-82cb-1d82523402a9 HTTP/1.1" status: 200 len: 847 time: 0.0554144 Sep 15 17:07:42.240500 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1f36e-fda5-4ee8-9df6-9d3d41afc2e0 req-b2485e1a-37a1-4073-8c7b-4b209f79ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:42.242291 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4bd1f36e-fda5-4ee8-9df6-9d3d41afc2e0 req-b2485e1a-37a1-4073-8c7b-4b209f79ff02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6836674f-7de3-4902-9ab7-80f35c172746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456026 Sep 15 17:07:42.340057 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4bd1f36e-fda5-4ee8-9df6-9d3d41afc2e0 req-dbd1a314-02cc-4bd3-b462-b519c7f16507 service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881922 Sep 15 17:07:42.436953 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4bd1f36e-fda5-4ee8-9df6-9d3d41afc2e0 req-efc5ccc6-19f4-485d-a6ab-e057e4165f92 service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878301 Sep 15 17:07:47.062476 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39802) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:47.171432 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ae832bb9-a555-4a1b-a4e2-6228fac69bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.258215 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ae832bb9-a555-4a1b-a4e2-6228fac69bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.261902 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ae832bb9-a555-4a1b-a4e2-6228fac69bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.301033 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ae832bb9-a555-4a1b-a4e2-6228fac69bd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ca5e5f2e705490785aa4e748baf08d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374740 Sep 15 17:07:47.302965 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae832bb9-a555-4a1b-a4e2-6228fac69bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54daa07a-6f65-4b4d-ad4f-a56836f831e7,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:47.303696 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 39806) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:47.351641 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bbeb498c-fe30-449f-a88e-2322107c2ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.371505 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bbeb498c-fe30-449f-a88e-2322107c2ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.417086 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bbeb498c-fe30-449f-a88e-2322107c2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.419994 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bbeb498c-fe30-449f-a88e-2322107c2ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.421249 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-bbeb498c-fe30-449f-a88e-2322107c2ad6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54daa07a-6f65-4b4d-ad4f-a56836f831e7 HTTP/1.1" status: 204 len: 168 time: 0.1165605 Sep 15 17:07:47.430881 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb498c-fe30-449f-a88e-2322107c2ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54daa07a-6f65-4b4d-ad4f-a56836f831e7,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:47.683525 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39818) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:47.697123 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-87a1290d-e24e-446e-8e53-68b5f1fc4562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.801539 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-87a1290d-e24e-446e-8e53-68b5f1fc4562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.805038 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-87a1290d-e24e-446e-8e53-68b5f1fc4562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.845377 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-87a1290d-e24e-446e-8e53-68b5f1fc4562 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40e52545a1aa43db86d36b0db963f136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607869 Sep 15 17:07:47.846162 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1290d-e24e-446e-8e53-68b5f1fc4562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c750cf3-cfcd-4e42-92d8-b2a4fcc69cdd,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:47.848297 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 39820) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:47.896818 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-418b71ae-9e9c-47c7-9129-12319597e7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.920180 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-418b71ae-9e9c-47c7-9129-12319597e7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.965433 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-418b71ae-9e9c-47c7-9129-12319597e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.967922 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-418b71ae-9e9c-47c7-9129-12319597e7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.969036 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-418b71ae-9e9c-47c7-9129-12319597e7f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c750cf3-cfcd-4e42-92d8-b2a4fcc69cdd HTTP/1.1" status: 204 len: 168 time: 0.1197593 Sep 15 17:07:47.976381 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b71ae-9e9c-47c7-9129-12319597e7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c750cf3-cfcd-4e42-92d8-b2a4fcc69cdd,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:54.423418 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34b64e79-a9d1-4d93-944a-e708181f1f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:54.599524 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e0543-9128-4f86-bdc6-7af9c747c740 req-9d25ad5c-b76c-457e-818c-dbf96103e131 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:54.601089 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dd0e0543-9128-4f86-bdc6-7af9c747c740 req-9d25ad5c-b76c-457e-818c-dbf96103e131 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 946 time: 0.0505311 Sep 15 17:07:54.640687 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-dd0e0543-9128-4f86-bdc6-7af9c747c740 req-5f67c350-5237-4aed-8857-f6d3fcc39d33 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329206 Sep 15 17:07:55.755718 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a1035-5c1c-4552-9d3c-004c3dfcaebc req-490d1d1c-ab5d-40af-9e79-432ff86fa64e tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:55.757156 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-945a1035-5c1c-4552-9d3c-004c3dfcaebc req-490d1d1c-ab5d-40af-9e79-432ff86fa64e tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 946 time: 0.0485713 Sep 15 17:07:55.792958 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-945a1035-5c1c-4552-9d3c-004c3dfcaebc req-14409127-e38a-4f59-b919-73442c70e6e4 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/security-groups?id=d54de998-07d3-4480-8aa3-b57e8793f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299885 Sep 15 17:07:56.446308 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15796aad-a536-465e-bc24-5c681df0f749 req-19fe5111-e3a0-49b3-af45-fc0116eafc50 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:56.447735 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-15796aad-a536-465e-bc24-5c681df0f749 req-19fe5111-e3a0-49b3-af45-fc0116eafc50 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.61 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 946 time: 0.0470839 Sep 15 17:07:56.538884 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-15796aad-a536-465e-bc24-5c681df0f749 req-91362e37-0979-4d5d-a129-805691a7fe9b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Deleting port 160b44c5-3490-407b-bae0-1a4c8910beec {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:07:56.539214 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-15796aad-a536-465e-bc24-5c681df0f749 req-91362e37-0979-4d5d-a129-805691a7fe9b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.625911 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-15796aad-a536-465e-bc24-5c681df0f749 req-91362e37-0979-4d5d-a129-805691a7fe9b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] For port 160b44c5-3490-407b-bae0-1a4c8910beec, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=160b44c5-3490-407b-bae0-1a4c8910beec,segment=NetworkSegment(ba328f27-f7bb-4399-87b4-3e4e34f7f43c),segment_id=ba328f27-f7bb-4399-87b4-3e4e34f7f43c)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:56.626183 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-15796aad-a536-465e-bc24-5c681df0f749 req-91362e37-0979-4d5d-a129-805691a7fe9b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.638566 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-15796aad-a536-465e-bc24-5c681df0f749 req-91362e37-0979-4d5d-a129-805691a7fe9b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Calling delete_port for 160b44c5-3490-407b-bae0-1a4c8910beec owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:07:56.762767 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-15796aad-a536-465e-bc24-5c681df0f749 req-91362e37-0979-4d5d-a129-805691a7fe9b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.777073 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['160b44c5-3490-407b-bae0-1a4c8910beec'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:07:56.808988 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91362e37-0979-4d5d-a129-805691a7fe9b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Pushing event deleted for resources: {'Port': ['ID=160b44c5-3490-407b-bae0-1a4c8910beec,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:56.855126 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-15796aad-a536-465e-bc24-5c681df0f749 req-91362e37-0979-4d5d-a129-805691a7fe9b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] No DVR routers for this DVR port 160b44c5-3490-407b-bae0-1a4c8910beec on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:07:56.857606 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-15796aad-a536-465e-bc24-5c681df0f749 req-91362e37-0979-4d5d-a129-805691a7fe9b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.859538 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-15796aad-a536-465e-bc24-5c681df0f749 req-91362e37-0979-4d5d-a129-805691a7fe9b tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.61 "DELETE /v2.0/ports/160b44c5-3490-407b-bae0-1a4c8910beec HTTP/1.1" status: 204 len: 173 time: 0.4058967 Sep 15 17:07:56.859961 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697e164-a25b-41d4-af82-99b55208732a', 'name': 'network-vif-deleted', 'tag': '160b44c5-3490-407b-bae0-1a4c8910beec'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:56.862749 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e96fcd-c02d-404f-85a7-07ff2025487b" -d '{"events": [{"server_uuid": "8697e164-a25b-41d4-af82-99b55208732a", "name": "network-vif-deleted", "tag": "160b44c5-3490-407b-bae0-1a4c8910beec"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:56.895650 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-17f3ca90-d357-493d-9a88-bb81edfefa6b req-a362d208-b8e7-4fdb-bf2c-b52c2b9e5834 tempest-VolumesSnapshotTestJSON-1787274654 tempest-VolumesSnapshotTestJSON-1787274654-project] 10.222.0.13 "GET /v2.0/ports?device_id=8697e164-a25b-41d4-af82-99b55208732a HTTP/1.1" status: 200 len: 210 time: 0.0292389 Sep 15 17:07:56.915865 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d13a3e-f608-4861-b6aa-a0f5a7b3b5e3 x-openstack-request-id: req-46d13a3e-f608-4861-b6aa-a0f5a7b3b5e3 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:56.916394 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8697e164-a25b-41d4-af82-99b55208732a", "name": "network-vif-deleted", "tag": "160b44c5-3490-407b-bae0-1a4c8910beec", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:56.916618 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46d13a3e-f608-4861-b6aa-a0f5a7b3b5e3 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:56.917085 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8697e164-a25b-41d4-af82-99b55208732a', 'name': 'network-vif-deleted', 'tag': '160b44c5-3490-407b-bae0-1a4c8910beec', 'status': 'completed', 'code': 200} Sep 15 17:07:56.921789 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b51e8a3-7d2b-4cd4-bc8d-8cc459c907b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.438468 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 39944) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:57.540266 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-51fd2e7a-0704-4fc0-95cb-3f6bcdee38a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.558838 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.633604 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-51fd2e7a-0704-4fc0-95cb-3f6bcdee38a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.637325 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-51fd2e7a-0704-4fc0-95cb-3f6bcdee38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.673544 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-51fd2e7a-0704-4fc0-95cb-3f6bcdee38a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=540eaea67d25499d91958844770c00a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339644 Sep 15 17:07:57.675925 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd2e7a-0704-4fc0-95cb-3f6bcdee38a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cbc9c8-cf31-44e6-9e2c-1f3013373166,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:57.677167 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 39948) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:57.724451 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3a56c230-4866-4880-a586-de1fd6de52ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.744628 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3a56c230-4866-4880-a586-de1fd6de52ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.789577 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3a56c230-4866-4880-a586-de1fd6de52ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.792107 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3a56c230-4866-4880-a586-de1fd6de52ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.793278 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-3a56c230-4866-4880-a586-de1fd6de52ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25cbc9c8-cf31-44e6-9e2c-1f3013373166 HTTP/1.1" status: 204 len: 168 time: 0.1151125 Sep 15 17:07:57.800654 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56c230-4866-4880-a586-de1fd6de52ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cbc9c8-cf31-44e6-9e2c-1f3013373166,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:58.518354 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.822706 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:00.563796 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 160b44c5-3490-407b-bae0-1a4c8910beec no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:08:00.583950 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: 160b44c5-3490-407b-bae0-1a4c8910beec {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:08:00.584283 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 160b44c5-3490-407b-bae0-1a4c8910beec not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:08:01.920404 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372ec1-1b9a-4798-a68e-f55b3ec8e82f req-97559f82-8ab5-4bf5-b5e4-ee7a8241909e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:01.921876 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0f372ec1-1b9a-4798-a68e-f55b3ec8e82f req-97559f82-8ab5-4bf5-b5e4-ee7a8241909e tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 946 time: 0.0545983 Sep 15 17:08:01.959321 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0f372ec1-1b9a-4798-a68e-f55b3ec8e82f req-82a9f2df-f25d-45b0-867d-df32ecaec91b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Sep 15 17:08:03.080209 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033b2f1-7f0c-4717-a4ef-2712a1daaf01 req-1c71f4d7-c181-48b2-87f5-7651eab9fd4c tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:03.082457 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6033b2f1-7f0c-4717-a4ef-2712a1daaf01 req-1c71f4d7-c181-48b2-87f5-7651eab9fd4c tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 946 time: 0.0511403 Sep 15 17:08:03.119389 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6033b2f1-7f0c-4717-a4ef-2712a1daaf01 req-4ce3c7ed-512d-44eb-8260-3b025ea7f1b3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312631 Sep 15 17:08:04.236936 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714442b-89cb-4210-b923-b7bc8cd79543 req-338affd1-2fee-4f75-82ec-4d52351b6d1f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:04.238472 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f714442b-89cb-4210-b923-b7bc8cd79543 req-338affd1-2fee-4f75-82ec-4d52351b6d1f tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 946 time: 0.0483353 Sep 15 17:08:04.276608 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f714442b-89cb-4210-b923-b7bc8cd79543 req-2ecf3b06-762f-4f90-9682-ec770ad67c4a tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319645 Sep 15 17:08:05.392474 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee958f1-b202-476f-84bd-6e30efe010c2 req-63c3ebfb-4244-4a35-ad79-f8716845ea7b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:05.394925 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aee958f1-b202-476f-84bd-6e30efe010c2 req-63c3ebfb-4244-4a35-ad79-f8716845ea7b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 946 time: 0.0483842 Sep 15 17:08:05.432508 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aee958f1-b202-476f-84bd-6e30efe010c2 req-c706fcfc-0c95-46e1-b893-95aa36abd8ab tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321550 Sep 15 17:08:05.630498 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:08:05.989641 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-20ffc9af-799e-465d-9a67-1222339744bd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:05.991364 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-20ffc9af-799e-465d-9a67-1222339744bd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.61 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 946 time: 0.0477352 Sep 15 17:08:06.090160 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Deleting port b327648d-6ebc-4e45-8e28-c93fd40694a0 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:08:06.090160 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:06.174867 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] For port b327648d-6ebc-4e45-8e28-c93fd40694a0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b327648d-6ebc-4e45-8e28-c93fd40694a0,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:06.175715 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:06.573516 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d3711-bcc0-4317-8b33-a8419a12ca1f req-73be2dfc-77d5-4ce9-b861-f1cccbfe073d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:06.575001 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-877d3711-bcc0-4317-8b33-a8419a12ca1f req-73be2dfc-77d5-4ce9-b861-f1cccbfe073d tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 946 time: 0.0487595 Sep 15 17:08:06.603437 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:06.604028 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:06.604165 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.l3_db [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Floating IP 737a7fa6-7959-4660-9ba5-32a894b7686d disassociated. External IP: 172.27.0.53, port: b327648d-6ebc-4e45-8e28-c93fd40694a0. Sep 15 17:08:06.604419 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Calling delete_port for b327648d-6ebc-4e45-8e28-c93fd40694a0 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:08:06.613587 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-877d3711-bcc0-4317-8b33-a8419a12ca1f req-f486fe21-4051-402f-90ac-b4fe6700b787 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups?id=77f65491-8486-4829-a0f3-a41b85238959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311482 Sep 15 17:08:06.730702 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:06.764043 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event deleted for resources: {'Port': ['ID=b327648d-6ebc-4e45-8e28-c93fd40694a0,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:06.870162 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Router d1f28732-1808-4d13-baa6-9a861f34559c has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:08:06.976544 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:08:06.986870 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b6c6df-56c0-4897-bfdf-020cc04dd0ed None None] Sync routers for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:08:06.996052 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6c6df-56c0-4897-bfdf-020cc04dd0ed None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:06.996681 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-06b6c6df-56c0-4897-bfdf-020cc04dd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:07:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:07.014813 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] No DVR routers for this DVR port b327648d-6ebc-4e45-8e28-c93fd40694a0 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:08:07.017212 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.019969 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3bb64c46-66fe-4368-9994-51786e7ce86e req-fa0bc87c-d8be-4185-9f77-ebe041f005dd tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.61 "DELETE /v2.0/ports/b327648d-6ebc-4e45-8e28-c93fd40694a0 HTTP/1.1" status: 204 len: 173 time: 1.0221324 Sep 15 17:08:07.020391 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'name': 'network-vif-deleted', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:08:07.022640 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39781c1e-2fd0-494c-86f3-50b5584becea" -d '{"events": [{"server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "name": "network-vif-deleted", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:08:07.069287 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e60639c-d250-46e9-b710-4614d9e1bee0 x-openstack-request-id: req-2e60639c-d250-46e9-b710-4614d9e1bee0 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:08:07.069581 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aaf4d13-f64a-4528-9ac4-b29f498dd74d", "name": "network-vif-deleted", "tag": "b327648d-6ebc-4e45-8e28-c93fd40694a0", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:08:07.069832 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e60639c-d250-46e9-b710-4614d9e1bee0 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:08:07.070231 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaf4d13-f64a-4528-9ac4-b29f498dd74d', 'name': 'network-vif-deleted', 'tag': 'b327648d-6ebc-4e45-8e28-c93fd40694a0', 'status': 'completed', 'code': 200} Sep 15 17:08:07.104663 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-06b6c6df-56c0-4897-bfdf-020cc04dd0ed None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:07.318585 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-06b6c6df-56c0-4897-bfdf-020cc04dd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:51Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:07.346226 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b6c6df-56c0-4897-bfdf-020cc04dd0ed None None] Checking router: d1f28732-1808-4d13-baa6-9a861f34559c for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:08:07.354767 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6c6df-56c0-4897-bfdf-020cc04dd0ed None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:07.355373 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-06b6c6df-56c0-4897-bfdf-020cc04dd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:07:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:07.461704 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-06b6c6df-56c0-4897-bfdf-020cc04dd0ed None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:07.652812 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-06b6c6df-56c0-4897-bfdf-020cc04dd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:51Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:07.683177 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b6c6df-56c0-4897-bfdf-020cc04dd0ed None None] The sync data for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi is: [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'eb0912a4-353f-4bbc-b285-4c9fbf384b92', 'name': '', 'network_id': '41390e80-5a37-4d89-9768-ab4b57783230', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'mac_address': 'fa:16:3e:83:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:37Z', 'updated_at': '2021-09-15T17:00:51Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'subnets': [{'id': '8815898d-b5f7-4b05-94b1-deab0b1fc8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:08:07.715922 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-dd58aae3-b4d5-4c37-8713-3dbfb3b6206d req-1cf16559-3eae-4d0e-bb2b-fa6713703d9b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 210 time: 0.0310745 Sep 15 17:08:07.887592 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab8a9a-3d7e-4d80-a46e-f73185acee64 None None] New status for floating IP 737a7fa6-7959-4660-9ba5-32a894b7686d: DOWN {{(pid=93882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:08:08.819581 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8d76788a-f599-4fb2-acbe-29099417a2c4 req-024016e1-6c2f-4cc6-9919-4f92f44a1058 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 210 time: 0.0260177 Sep 15 17:08:09.556212 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device b327648d-6ebc-4e45-8e28-c93fd40694a0 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:08:09.579377 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: b327648d-6ebc-4e45-8e28-c93fd40694a0 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:08:09.579717 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device b327648d-6ebc-4e45-8e28-c93fd40694a0 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:08:09.581500 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:09.931473 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5c136c4a-416b-44cc-8b75-374fec38e54b req-58b3aba1-eb36-49e0-a62e-d8c3f26bd16b tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aaf4d13-f64a-4528-9ac4-b29f498dd74d HTTP/1.1" status: 200 len: 210 time: 0.0273666 Sep 15 17:08:11.017121 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40102) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:11.071282 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6dd28416-3023-47ff-bff0-e8822e8730e9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.093076 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6dd28416-3023-47ff-bff0-e8822e8730e9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.142533 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6dd28416-3023-47ff-bff0-e8822e8730e9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.145714 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6dd28416-3023-47ff-bff0-e8822e8730e9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.146962 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-6dd28416-3023-47ff-bff0-e8822e8730e9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "DELETE /v2.0/security-groups/77f65491-8486-4829-a0f3-a41b85238959 HTTP/1.1" status: 204 len: 168 time: 0.1287675 Sep 15 17:08:11.149911 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40106) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:11.159205 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd28416-3023-47ff-bff0-e8822e8730e9 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f65491-8486-4829-a0f3-a41b85238959,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:11.169946 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.api.v2.resource [None req-311b2bae-46c8-4357-b841-50e0ab2dedb3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] show failed (client error): The resource could not be found. Sep 15 17:08:11.173490 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-311b2bae-46c8-4357-b841-50e0ab2dedb3 tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "GET /v2.0/security-groups/77f65491-8486-4829-a0f3-a41b85238959 HTTP/1.1" status: 404 len: 347 time: 0.0189247 Sep 15 17:08:11.173700 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40108) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:11.294251 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-cd895444-d1ae-45c7-8588-c72b8dec9abb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Deleting port 6751f889-fbe8-43a0-9b4c-d26f08ebb6c6 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:08:11.294588 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cd895444-d1ae-45c7-8588-c72b8dec9abb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.366859 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cd895444-d1ae-45c7-8588-c72b8dec9abb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.367177 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cd895444-d1ae-45c7-8588-c72b8dec9abb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.378058 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-cd895444-d1ae-45c7-8588-c72b8dec9abb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Calling delete_port for 6751f889-fbe8-43a0-9b4c-d26f08ebb6c6 owned by network:floatingip {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:08:11.504955 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cd895444-d1ae-45c7-8588-c72b8dec9abb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.532238 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd895444-d1ae-45c7-8588-c72b8dec9abb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Pushing event deleted for resources: {'Port': ['ID=6751f889-fbe8-43a0-9b4c-d26f08ebb6c6,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:11.591420 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cd895444-d1ae-45c7-8588-c72b8dec9abb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.593975 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cd895444-d1ae-45c7-8588-c72b8dec9abb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.595112 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-cd895444-d1ae-45c7-8588-c72b8dec9abb tempest-AttachVolumeShelveTestJSON-1728102937 tempest-AttachVolumeShelveTestJSON-1728102937-project] 10.222.0.13 "DELETE /v2.0/floatingips/737a7fa6-7959-4660-9ba5-32a894b7686d HTTP/1.1" status: 204 len: 168 time: 0.4205532 Sep 15 17:08:16.181033 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40168) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:16.689753 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98c0d15e-a51c-402a-ba24-3b2e9c79411d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680779'] for router_interface, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:17.155047 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-98c0d15e-a51c-402a-ba24-3b2e9c79411d admin admin] Deleting port eb0912a4-353f-4bbc-b285-4c9fbf384b92 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:08:17.155383 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98c0d15e-a51c-402a-ba24-3b2e9c79411d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:17.233709 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-98c0d15e-a51c-402a-ba24-3b2e9c79411d admin admin] For port eb0912a4-353f-4bbc-b285-4c9fbf384b92, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=eb0912a4-353f-4bbc-b285-4c9fbf384b92,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:17.234387 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98c0d15e-a51c-402a-ba24-3b2e9c79411d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:17.246216 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-98c0d15e-a51c-402a-ba24-3b2e9c79411d admin admin] Calling delete_port for eb0912a4-353f-4bbc-b285-4c9fbf384b92 owned by network:router_interface {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:08:17.424259 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98c0d15e-a51c-402a-ba24-3b2e9c79411d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:17.454695 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0d15e-a51c-402a-ba24-3b2e9c79411d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0912a4-353f-4bbc-b285-4c9fbf384b92,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:17.628142 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-98c0d15e-a51c-402a-ba24-3b2e9c79411d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3722935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691963'] for router_interface, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:17.838535 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c0d15e-a51c-402a-ba24-3b2e9c79411d admin admin] Router d1f28732-1808-4d13-baa6-9a861f34559c has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:08:17.941116 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c0d15e-a51c-402a-ba24-3b2e9c79411d admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:08:17.946819 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-98c0d15e-a51c-402a-ba24-3b2e9c79411d admin admin] 10.222.0.13 "PUT /v2.0/routers/d1f28732-1808-4d13-baa6-9a861f34559c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7646723 Sep 15 17:08:17.949295 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40194) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:17.952117 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb4b24-34ef-4423-8580-492affce137a None None] Sync routers for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:08:17.961404 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb4b24-34ef-4423-8580-492affce137a None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:17.962003 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-16cb4b24-34ef-4423-8580-492affce137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:07:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:18.051245 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Notify callbacks [] for router, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.153368 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-16cb4b24-34ef-4423-8580-492affce137a None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:18.153594 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.211275 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Deleting port 5a49ec5c-d4d5-4ceb-8869-d21102509aec {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:08:18.211726 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.290511 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] For port 5a49ec5c-d4d5-4ceb-8869-d21102509aec, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=5a49ec5c-d4d5-4ceb-8869-d21102509aec,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:18.291198 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.304000 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Calling delete_port for 5a49ec5c-d4d5-4ceb-8869-d21102509aec owned by network:router_gateway {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:08:18.331204 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-16cb4b24-34ef-4423-8580-492affce137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:08:17Z', 'revision_number': 5, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port': {'id': '5a49ec5c-d4d5-4ceb-8869-d21102509aec', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:29Z', 'updated_at': '2021-09-15T17:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:18.357515 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb4b24-34ef-4423-8580-492affce137a None None] Checking router: d1f28732-1808-4d13-baa6-9a861f34559c for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:08:18.366211 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb4b24-34ef-4423-8580-492affce137a None None] Routers {'d1f28732-1808-4d13-baa6-9a861f34559c'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:18.366815 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-16cb4b24-34ef-4423-8580-492affce137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:07:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['d1f28732-1808-4d13-baa6-9a861f34559c'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:18.451526 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-16cb4b24-34ef-4423-8580-492affce137a None None] Set router d1f28732-1808-4d13-baa6-9a861f34559c gateway port host: None {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:18.487823 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.508337 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-16cb4b24-34ef-4423-8580-492affce137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:08:18Z', 'revision_number': 6, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port_host': None}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:18.519870 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a49ec5c-d4d5-4ceb-8869-d21102509aec,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:18.533745 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb4b24-34ef-4423-8580-492affce137a None None] The sync data for ids ['d1f28732-1808-4d13-baa6-9a861f34559c'] in dv-cinder-796806-2-iscsi is: [{'id': 'd1f28732-1808-4d13-baa6-9a861f34559c', 'name': 'tempest-AttachVolumeShelveTestJSON-1057979792-router', 'tenant_id': '3af89be461524d2b9fef141be2367ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:00:26Z', 'updated_at': '2021-09-15T17:08:18Z', 'revision_number': 6, 'project_id': '3af89be461524d2b9fef141be2367ec2', 'gw_port_host': None}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:08:18.554372 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:18.554708 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:18.555042 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:18.555441 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:18.555673 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:18.555991 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:18.556307 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:18.556627 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:18.556943 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:18.557266 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:18.557581 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:18.557939 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:18.602046 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691901'] for router_gateway, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.689982 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.692637 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.733418 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687639'] for router, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.733949 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1f28732-1808-4d13-baa6-9a861f34559c {{(pid=93881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:08:18.738154 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.740304 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-620e473f-d597-408b-a6d5-e662d34fe909 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d1f28732-1808-4d13-baa6-9a861f34559c HTTP/1.1" status: 204 len: 168 time: 0.7898161 Sep 15 17:08:18.743191 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40200) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:18.785978 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd60ee0-3d2c-4c76-ba5a-6271c60e7410 admin admin] Deleting subnet 8815898d-b5f7-4b05-94b1-deab0b1fc8f9 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:08:18.789190 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5bd60ee0-3d2c-4c76-ba5a-6271c60e7410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.827901 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5bd60ee0-3d2c-4c76-ba5a-6271c60e7410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28986898'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.903968 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5bd60ee0-3d2c-4c76-ba5a-6271c60e7410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.959665 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5bd60ee0-3d2c-4c76-ba5a-6271c60e7410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29058476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29078325'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.984842 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd60ee0-3d2c-4c76-ba5a-6271c60e7410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8815898d-b5f7-4b05-94b1-deab0b1fc8f9,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:18.988545 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5bd60ee0-3d2c-4c76-ba5a-6271c60e7410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.991444 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5bd60ee0-3d2c-4c76-ba5a-6271c60e7410 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8815898d-b5f7-4b05-94b1-deab0b1fc8f9 HTTP/1.1" status: 204 len: 168 time: 0.2472599 Sep 15 17:08:18.993841 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40202) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:18.996333 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91be038-2fce-499d-88d6-55f4d0a02ee7 None None] Network 41390e80-5a37-4d89-9768-ab4b57783230 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:08:19.064989 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.118981 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Deleting port 244f0caa-5d86-4775-ac36-aa0908f47e25 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:08:19.119290 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.191325 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] For port 244f0caa-5d86-4775-ac36-aa0908f47e25, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=244f0caa-5d86-4775-ac36-aa0908f47e25,segment=NetworkSegment(1777ba7a-5a42-4ef7-a708-e0834a691dc9),segment_id=1777ba7a-5a42-4ef7-a708-e0834a691dc9)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:19.191618 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.204004 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Calling delete_port for 244f0caa-5d86-4775-ac36-aa0908f47e25 owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:08:19.281891 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd878d8-3a43-4653-a216-b892d0e0daf7 None None] DHCP port deletion for 41390e80-5a37-4d89-9768-ab4b57783230 request from dv-cinder-796806-2-iscsi {{(pid=93882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:08:19.287819 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.306399 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bfd878d8-3a43-4653-a216-b892d0e0daf7 None None] The port '244f0caa-5d86-4775-ac36-aa0908f47e25' was deleted {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 15 17:08:19.312436 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Pushing event deleted for resources: {'Port': ['ID=244f0caa-5d86-4775-ac36-aa0908f47e25,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:19.317751 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] No DVR routers for this DVR port 244f0caa-5d86-4775-ac36-aa0908f47e25 on host dv-cinder-796806-2-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:08:19.396765 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.416989 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41390e80-5a37-4d89-9768-ab4b57783230']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:19.426496 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1777ba7a-5a42-4ef7-a708-e0834a691dc9') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:19.426790 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1777ba7a-5a42-4ef7-a708-e0834a691dc9') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:19.436436 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28986905'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.449875 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.456137 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:08:19.456618 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29058930'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: Traceback (most recent call last): Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: timer() Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: cb(*args, **kw) Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: self._notify() Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: self.callback(batched_events) Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: event.method(event) Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: return f(self, *a, **k) Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._get(url).json() Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:08:19.459047 dv-cinder-796806-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:08:19.522260 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.529722 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.531808 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] 10.222.0.13 "DELETE /v2.0/networks/41390e80-5a37-4d89-9768-ab4b57783230 HTTP/1.1" status: 204 len: 168 time: 0.5368662 Sep 15 17:08:19.542703 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfbf38-7c4c-4661-bacb-c808f548eead admin admin] Pushing event deleted for resources: {'Network': ['ID=41390e80-5a37-4d89-9768-ab4b57783230,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:19.643792 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40212) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:19.684789 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-64d94c8e-1297-43ff-959b-788cc802788e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3af89be461524d2b9fef141be2367ec2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383680 Sep 15 17:08:19.685687 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40214) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:19.736023 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.758608 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.806693 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.809606 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.810746 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86198666-1afd-46b1-8cca-8ed69e2bf3e6 HTTP/1.1" status: 204 len: 168 time: 0.1241710 Sep 15 17:08:19.819157 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86198666-1afd-46b1-8cca-8ed69e2bf3e6,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:19.826590 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:19.826950 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:19.827273 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:19.827603 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:19.827937 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:19.828267 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:19.828592 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:19.828913 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:19.829257 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:19.829586 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:19.829906 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:19.830220 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaaa459-5213-4274-9e04-624b63f5028a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:20.472765 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5a49ec5c-d4d5-4ceb-8869-d21102509aec no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:08:20.495990 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 5a49ec5c-d4d5-4ceb-8869-d21102509aec {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:08:20.496330 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5a49ec5c-d4d5-4ceb-8869-d21102509aec not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:08:20.496728 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 244f0caa-5d86-4775-ac36-aa0908f47e25 no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:08:20.514731 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 244f0caa-5d86-4775-ac36-aa0908f47e25 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:08:20.515065 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 244f0caa-5d86-4775-ac36-aa0908f47e25 not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:08:20.515458 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device eb0912a4-353f-4bbc-b285-4c9fbf384b92 no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:08:20.533513 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: eb0912a4-353f-4bbc-b285-4c9fbf384b92 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:08:20.534086 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device eb0912a4-353f-4bbc-b285-4c9fbf384b92 not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:08:24.425801 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf6e57fc-b4fb-463b-a19a-c1faae7ec90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:24.783888 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40364) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:24.886220 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc115b5a-8175-4bd6-81b8-8e7820fced69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:24.971922 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc115b5a-8175-4bd6-81b8-8e7820fced69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:24.975610 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cc115b5a-8175-4bd6-81b8-8e7820fced69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:25.019319 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cc115b5a-8175-4bd6-81b8-8e7820fced69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21544ce595d444bbbb117e0868fe66a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316082 Sep 15 17:08:25.019319 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc115b5a-8175-4bd6-81b8-8e7820fced69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb257663-83b8-433e-8436-9c5743e43738,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:25.019896 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40370) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:25.070113 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-81f92a84-3b98-485d-a2cb-03d64091fa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:25.090382 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-81f92a84-3b98-485d-a2cb-03d64091fa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:25.135798 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-81f92a84-3b98-485d-a2cb-03d64091fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:25.138494 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-81f92a84-3b98-485d-a2cb-03d64091fa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:25.139767 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-81f92a84-3b98-485d-a2cb-03d64091fa8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb257663-83b8-433e-8436-9c5743e43738 HTTP/1.1" status: 204 len: 168 time: 0.1186643 Sep 15 17:08:25.147530 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f92a84-3b98-485d-a2cb-03d64091fa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb257663-83b8-433e-8436-9c5743e43738,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:26.922453 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81515d7e-ce91-4b66-a4e6-e6e568b886ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.561279 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.394782 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40476) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:28.441591 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13996f4-0fde-4b66-a0c2-d644c3361d60 admin admin] Deleting subnet ad2d64b2-4ee5-4b48-9df4-ea0f5905730a {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:08:28.444525 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f13996f4-0fde-4b66-a0c2-d644c3361d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.482870 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f13996f4-0fde-4b66-a0c2-d644c3361d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28986898'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.520169 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.530188 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f13996f4-0fde-4b66-a0c2-d644c3361d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.593589 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f13996f4-0fde-4b66-a0c2-d644c3361d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29058476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29078325'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.621876 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13996f4-0fde-4b66-a0c2-d644c3361d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2d64b2-4ee5-4b48-9df4-ea0f5905730a,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:28.623849 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f13996f4-0fde-4b66-a0c2-d644c3361d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.627957 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f13996f4-0fde-4b66-a0c2-d644c3361d60 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ad2d64b2-4ee5-4b48-9df4-ea0f5905730a HTTP/1.1" status: 204 len: 168 time: 0.2299824 Sep 15 17:08:28.628316 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40478) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:28.702442 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.794318 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.817433 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f89bda-4bad-43e7-9d67-1e7d8bc8f01e']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:28.828295 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba328f27-f7bb-4399-87b4-3e4e34f7f43c') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:28.828718 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba328f27-f7bb-4399-87b4-3e4e34f7f43c') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:28.839629 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28986905'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.859675 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.866232 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:08:28.866691 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29058930'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: Traceback (most recent call last): Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: timer() Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: cb(*args, **kw) Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: self._notify() Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: self.callback(batched_events) Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: event.method(event) Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: return f(self, *a, **k) Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._get(url).json() Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:08:28.870961 dv-cinder-796806-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:08:28.936772 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.949543 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.949543 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] 10.222.0.13 "DELETE /v2.0/networks/08f89bda-4bad-43e7-9d67-1e7d8bc8f01e HTTP/1.1" status: 204 len: 168 time: 0.3152742 Sep 15 17:08:28.964647 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee62b2-c5b1-4f22-b4e9-cf455c29a06d admin admin] Pushing event deleted for resources: {'Network': ['ID=08f89bda-4bad-43e7-9d67-1e7d8bc8f01e,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:29.137016 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40514) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:29.175873 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f6119cf4-b726-465d-a34f-45cdfb98faeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63dc9b78522b49a184bd35c5f31759f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375066 Sep 15 17:08:29.178166 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40516) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:29.225827 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a650fc93-107c-4e98-8440-338805f37393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.248345 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a650fc93-107c-4e98-8440-338805f37393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.303606 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a650fc93-107c-4e98-8440-338805f37393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.306679 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a650fc93-107c-4e98-8440-338805f37393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.307858 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-a650fc93-107c-4e98-8440-338805f37393 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d54de998-07d3-4480-8aa3-b57e8793f3de HTTP/1.1" status: 204 len: 168 time: 0.1287899 Sep 15 17:08:29.315925 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650fc93-107c-4e98-8440-338805f37393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54de998-07d3-4480-8aa3-b57e8793f3de,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:29.824206 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.960337 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40538) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:30.053551 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1288442670-network', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:30.073797 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Made reservation on behalf of 280b0cb25b7749e3974fcc1cb20306f1 for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:08:30.076072 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.083850 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.194693 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.200127 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.222513 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:08:30.237532 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9b1640-730d-4472-882a-e4210cf6d1c8,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:30.240811 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.241295 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Added segment 59634457-a42e-4276-8689-a641a521cef6 of type vlan for network 4265ef94-cacc-435c-a2c6-338a15471ff2 Sep 15 17:08:30.288388 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.314744 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.316517 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:30.317128 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.386063 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4240758 Sep 15 17:08:30.387407 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66c5be-899d-4d25-af51-63db566901b2 admin admin] Pushing event updated for resources: {'Network': ['ID=4265ef94-cacc-435c-a2c6-338a15471ff2,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:30.391378 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40558) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:30.396914 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-5f34bf7b-87de-4fcb-b2be-ba3b5b078d11 admin admin] Request body: {'subnet': {'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1288442670-subnet', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:30.406075 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network 4265ef94-cacc-435c-a2c6-338a15471ff2 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:08:30.432188 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f34bf7b-87de-4fcb-b2be-ba3b5b078d11 admin admin] Made reservation on behalf of 280b0cb25b7749e3974fcc1cb20306f1 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:08:30.434793 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5f34bf7b-87de-4fcb-b2be-ba3b5b078d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29078290'] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.855008 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5f34bf7b-87de-4fcb-b2be-ba3b5b078d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29058543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29078332'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.913484 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34bf7b-87de-4fcb-b2be-ba3b5b078d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280491ba-47e1-4cc6-b912-0b14109adc9e,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:30.922117 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34bf7b-87de-4fcb-b2be-ba3b5b078d11 admin admin] Checking segment: {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:30.922513 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34bf7b-87de-4fcb-b2be-ba3b5b078d11 admin admin] Network hostable DHCP agents. Network: 4265ef94-cacc-435c-a2c6-338a15471ff2, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:08:30.938672 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34bf7b-87de-4fcb-b2be-ba3b5b078d11 admin admin] Network 4265ef94-cacc-435c-a2c6-338a15471ff2 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:08:30.947381 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-5f34bf7b-87de-4fcb-b2be-ba3b5b078d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, 4265ef94-cacc-435c-a2c6-338a15471ff2) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:30.951436 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34bf7b-87de-4fcb-b2be-ba3b5b078d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:30.952023 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5f34bf7b-87de-4fcb-b2be-ba3b5b078d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.957744 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35722b3-974b-49e4-aada-b6a71b260b22 None None] Network 4265ef94-cacc-435c-a2c6-338a15471ff2 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:08:30.967235 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5f34bf7b-87de-4fcb-b2be-ba3b5b078d11 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5744240 Sep 15 17:08:30.970439 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40566) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:30.974602 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:30.994923 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7841'] for router, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.995913 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3687446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7830'] for router, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.049956 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.099884 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d6edbe5-1399-5a55-9820-08a0dd3a1f98-4265ef94-cacc-435c-a2c6-338a15471ff2', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e'}]}} from dv-cinder-796806-2-iscsi. {{(pid=93882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:08:31.100739 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.184412 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.235223 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Allocated IP 172.20.0.2 (4265ef94-cacc-435c-a2c6-338a15471ff2/280491ba-47e1-4cc6-b912-0b14109adc9e/7b25b9d8-e612-4d93-94df-6a4aa6416a39) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:31.377147 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.382597 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.386969 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.406639 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.418168 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Network 4265ef94-cacc-435c-a2c6-338a15471ff2 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:31.421019 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:31.424397 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:31.435076 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Pushing event updated for resources: {'Port': ['ID=7b25b9d8-e612-4d93-94df-6a4aa6416a39,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:31.462043 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:31.462327 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:31.462667 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:31.462998 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:31.463324 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:31.463651 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:31.463981 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:31.464359 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:31.464638 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:31.464967 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:31.465306 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:31.465625 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:31.500317 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Attempting to bind port 7b25b9d8-e612-4d93-94df-6a4aa6416a39 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:31.500896 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Attempting to bind port 7b25b9d8-e612-4d93-94df-6a4aa6416a39 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:31.501290 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Attempting to bind port 7b25b9d8-e612-4d93-94df-6a4aa6416a39 on network 4265ef94-cacc-435c-a2c6-338a15471ff2 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:31.508390 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:31.508999 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Checking segment: {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:31.509618 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.510009 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Bound using segment: {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:31.510478 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Bound port: 7b25b9d8-e612-4d93-94df-6a4aa6416a39, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:31.510852 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.532387 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Allocated IP 172.27.0.95 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/12e94740-c130-40e8-8aa9-60bacfdd31f8) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:31.605281 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] For port 7b25b9d8-e612-4d93-94df-6a4aa6416a39, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:31.607604 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] For port 7b25b9d8-e612-4d93-94df-6a4aa6416a39, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=7b25b9d8-e612-4d93-94df-6a4aa6416a39,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:31.624222 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.651463 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.702418 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:31.709504 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24599cec-ee84-49c4-b728-9a17bca14dc5 None None] Pushing event updated for resources: {'Port': ['ID=7b25b9d8-e612-4d93-94df-6a4aa6416a39,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:31.743201 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:31.746204 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:31.749991 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:31.797740 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Pushing event updated for resources: {'Port': ['ID=12e94740-c130-40e8-8aa9-60bacfdd31f8,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:32.074005 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:32.263448 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3691857'] for router, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:32.392332 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Router c3eec441-3e38-43ac-b756-2f37007b5f3b is scheduled to L3 agent 21334550-ce88-4843-91b5-85275250437d with binding_index 1 {{(pid=93881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:08:32.511908 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:08:32.528483 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Sync routers for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:08:32.532361 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 7b25b9d8-e612-4d93-94df-6a4aa6416a39 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:32.538588 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:32.540293 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-25faa2cd-2be0-4244-86f1-1d56095c6f64 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5689261 Sep 15 17:08:32.543026 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40602) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:32.590796 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:32.591438 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:32.689311 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11467191-72ad-483e-98db-09dc72b74202 None None] Network 4265ef94-cacc-435c-a2c6-338a15471ff2 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:08:32.696471 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 7b25b9d8-e612-4d93-94df-6a4aa6416a39 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:32.696760 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:32.785473 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:32.870920 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-015a7292-681b-4269-a303-cce9b7cfe782 None None] Provisioning complete for port 7b25b9d8-e612-4d93-94df-6a4aa6416a39 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:32.871285 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-015a7292-681b-4269-a303-cce9b7cfe782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.004675 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.088165 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.233277 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Allocated IP 172.20.0.1 (4265ef94-cacc-435c-a2c6-338a15471ff2/280491ba-47e1-4cc6-b912-0b14109adc9e/5292108f-1abe-437f-a3a1-9ce687fa7bec) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:33.332575 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40628) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:33.345799 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port 7b25b9d8-e612-4d93-94df-6a4aa6416a39, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=7b25b9d8-e612-4d93-94df-6a4aa6416a39,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:33.350755 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-015a7292-681b-4269-a303-cce9b7cfe782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.354405 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.364956 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.400693 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.449873 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:31Z', 'revision_number': 3, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:33.456510 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Pushing event updated for resources: {'Port': ['ID=5292108f-1abe-437f-a3a1-9ce687fa7bec,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:33.470171 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Network 4265ef94-cacc-435c-a2c6-338a15471ff2 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:33.471726 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:33.474336 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:33.477061 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9c170622-ccff-4670-acad-476aa59477bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.493806 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Checking router: c3eec441-3e38-43ac-b756-2f37007b5f3b for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:08:33.494155 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Updating router c3eec441-3e38-43ac-b756-2f37007b5f3b port 12e94740-c130-40e8-8aa9-60bacfdd31f8 binding host dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:08:33.498515 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=7b25b9d8-e612-4d93-94df-6a4aa6416a39,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:33.520804 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691910'] for router_interface, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.538526 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.db.api [None req-015a7292-681b-4269-a303-cce9b7cfe782 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:08:33.538526 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG oslo_db.api [None req-015a7292-681b-4269-a303-cce9b7cfe782 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:08:33.546401 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.599882 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9c170622-ccff-4670-acad-476aa59477bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.606954 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9c170622-ccff-4670-acad-476aa59477bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.650664 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9c170622-ccff-4670-acad-476aa59477bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90d69653264a402cb5e9b5dc478eb038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167977 Sep 15 17:08:33.651503 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40632) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:33.669001 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c170622-ccff-4670-acad-476aa59477bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e478af-2b0f-43e5-bf80-df5d05d181c2,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:33.670544 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.720269 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4848810f-8cb3-4728-8247-4c66de764f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.745212 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4848810f-8cb3-4728-8247-4c66de764f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.808665 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4848810f-8cb3-4728-8247-4c66de764f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.812050 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4848810f-8cb3-4728-8247-4c66de764f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.816718 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-4848810f-8cb3-4728-8247-4c66de764f3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31e478af-2b0f-43e5-bf80-df5d05d181c2 HTTP/1.1" status: 204 len: 168 time: 0.1609402 Sep 15 17:08:33.828853 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848810f-8cb3-4728-8247-4c66de764f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e478af-2b0f-43e5-bf80-df5d05d181c2,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:33.888590 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.893154 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29058458'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.900269 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.906044 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.961813 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Attempting to bind port 12e94740-c130-40e8-8aa9-60bacfdd31f8 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:33.962409 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Attempting to bind port 12e94740-c130-40e8-8aa9-60bacfdd31f8 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:33.962773 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Attempting to bind port 12e94740-c130-40e8-8aa9-60bacfdd31f8 on network 0a12a79d-29f1-4548-82a1-b61425661d5c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:33.964406 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3722926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680790'] for router_interface, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.965770 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1cca2-178b-4787-b7e8-8588302e3133 None None] Pushing event updated for resources: {'Port': ['ID=12e94740-c130-40e8-8aa9-60bacfdd31f8,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:33.970362 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:33.970734 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Checking segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:33.971124 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.971503 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Bound using segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:33.971991 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Bound port: 12e94740-c130-40e8-8aa9-60bacfdd31f8, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:33.972382 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.980522 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Pushing event updated for resources: {'Port': ['ID=5292108f-1abe-437f-a3a1-9ce687fa7bec,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:34.028472 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] For port 12e94740-c130-40e8-8aa9-60bacfdd31f8, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:34.031765 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] For port 12e94740-c130-40e8-8aa9-60bacfdd31f8, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=12e94740-c130-40e8-8aa9-60bacfdd31f8,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:34.035997 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.076646 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Network 4265ef94-cacc-435c-a2c6-338a15471ff2 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:34.078674 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:34.136129 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:34.136768 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:34.141684 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40640) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:34.149730 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1cca2-178b-4787-b7e8-8588302e3133 None None] Pushing event updated for resources: {'Port': ['ID=12e94740-c130-40e8-8aa9-60bacfdd31f8,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:34.168427 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4e36a6cb-579e-4c52-82e4-541d5bc23fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.245476 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Router c3eec441-3e38-43ac-b756-2f37007b5f3b has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:08:34.338910 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-0ef3808b-8797-471a-94f2-bdfd5086ce9a None None] Provisioning complete for port 5292108f-1abe-437f-a3a1-9ce687fa7bec triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:34.339281 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef3808b-8797-471a-94f2-bdfd5086ce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.348058 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:34.361508 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4e36a6cb-579e-4c52-82e4-541d5bc23fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.370149 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4e36a6cb-579e-4c52-82e4-541d5bc23fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.400274 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:08:34.419703 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-5e9624e3-4258-4748-b68c-2c7cc4547c4e admin admin] 10.222.0.13 "PUT /v2.0/routers/c3eec441-3e38-43ac-b756-2f37007b5f3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8682520 Sep 15 17:08:34.422039 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0ef3808b-8797-471a-94f2-bdfd5086ce9a None None] Port 5292108f-1abe-437f-a3a1-9ce687fa7bec cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:08:34.427221 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-4e36a6cb-579e-4c52-82e4-541d5bc23fa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=275a3998204244a699e679357a33e463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840126 Sep 15 17:08:34.430042 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40646) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:34.469062 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36a6cb-579e-4c52-82e4-541d5bc23fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f6cfe1-00fa-4292-b4a5-b5e5e50896f2,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:34.487706 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-0ef3808b-8797-471a-94f2-bdfd5086ce9a None None] Provisioning complete for port 7b25b9d8-e612-4d93-94df-6a4aa6416a39 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:34.488214 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef3808b-8797-471a-94f2-bdfd5086ce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.531491 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a65e5829-45ce-4052-a384-c983c7fd43a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.586175 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a65e5829-45ce-4052-a384-c983c7fd43a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.635050 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 7b25b9d8-e612-4d93-94df-6a4aa6416a39 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:34.669741 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a65e5829-45ce-4052-a384-c983c7fd43a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.674582 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-a65e5829-45ce-4052-a384-c983c7fd43a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.676376 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-a65e5829-45ce-4052-a384-c983c7fd43a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48f6cfe1-00fa-4292-b4a5-b5e5e50896f2 HTTP/1.1" status: 204 len: 168 time: 0.2453310 Sep 15 17:08:34.686994 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e5829-45ce-4052-a384-c983c7fd43a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f6cfe1-00fa-4292-b4a5-b5e5e50896f2,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:34.770882 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 2, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:34.803940 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2bb54-5f54-44f0-a0b9-a411b3a080e5 None None] The sync data for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi is: [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 2, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:08:34.806519 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 7b25b9d8-e612-4d93-94df-6a4aa6416a39 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:34.806888 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.912590 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-dd1968df-28b4-4710-bc92-764872ad69f1 None None] Provisioning complete for port 5292108f-1abe-437f-a3a1-9ce687fa7bec triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:34.912964 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd1968df-28b4-4710-bc92-764872ad69f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.953934 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-dd1968df-28b4-4710-bc92-764872ad69f1 None None] Port 5292108f-1abe-437f-a3a1-9ce687fa7bec cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:08:35.094796 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40668) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:35.108429 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f36b556-85be-4de7-b088-138eab75d0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.215394 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f36b556-85be-4de7-b088-138eab75d0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.220303 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f36b556-85be-4de7-b088-138eab75d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.263486 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9f36b556-85be-4de7-b088-138eab75d0f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c0daf67242a4bfba0ffa623d706c3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651869 Sep 15 17:08:35.263486 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36b556-85be-4de7-b088-138eab75d0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064209fe-36f8-41cd-a129-587c512bed22,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:35.264044 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40672) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:35.321130 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-20d5f38c-aecd-45b1-916b-73f39b3a4cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.329995 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40676) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:35.336497 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-969935687-network', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:35.347667 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-20d5f38c-aecd-45b1-916b-73f39b3a4cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.359172 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Made reservation on behalf of d833b81e14e24aa68aeecba0c6b9d577 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:08:35.361592 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.371697 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.406247 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-20d5f38c-aecd-45b1-916b-73f39b3a4cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.408881 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-20d5f38c-aecd-45b1-916b-73f39b3a4cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.410194 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-20d5f38c-aecd-45b1-916b-73f39b3a4cce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/064209fe-36f8-41cd-a129-587c512bed22 HTTP/1.1" status: 204 len: 168 time: 0.1450841 Sep 15 17:08:35.419438 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5f38c-aecd-45b1-916b-73f39b3a4cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064209fe-36f8-41cd-a129-587c512bed22,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:35.496194 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.502114 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.530723 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:08:35.544280 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376fd1c5-a82b-489d-a311-7dc53adf6da7,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:35.548935 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.558564 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Added segment ef1348f2-5d92-40e6-b814-1a0c06308781 of type vlan for network 87974f89-17dd-4766-8578-ffd1fb44d5c5 Sep 15 17:08:35.617885 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.654309 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.655463 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:35.656052 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:35.696354 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3647227 Sep 15 17:08:35.699479 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40682) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:35.706275 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-aeaef6e3-cef9-4ffc-831a-816de9c38ea5 admin admin] Request body: {'subnet': {'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-969935687-subnet', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:35.729258 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff36a9-8317-4c28-9b1f-63841e2cd952 admin admin] Pushing event updated for resources: {'Network': ['ID=87974f89-17dd-4766-8578-ffd1fb44d5c5,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:35.742823 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network 87974f89-17dd-4766-8578-ffd1fb44d5c5 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:08:35.746239 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaef6e3-cef9-4ffc-831a-816de9c38ea5 admin admin] Made reservation on behalf of d833b81e14e24aa68aeecba0c6b9d577 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:08:35.750322 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-aeaef6e3-cef9-4ffc-831a-816de9c38ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29078290'] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.313944 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-aeaef6e3-cef9-4ffc-831a-816de9c38ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29058543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29078332'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.362378 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40714) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:36.378958 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaef6e3-cef9-4ffc-831a-816de9c38ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:36.392103 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaef6e3-cef9-4ffc-831a-816de9c38ea5 admin admin] Checking segment: {'id': 'ef1348f2-5d92-40e6-b814-1a0c06308781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:36.392491 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaef6e3-cef9-4ffc-831a-816de9c38ea5 admin admin] Network hostable DHCP agents. Network: 87974f89-17dd-4766-8578-ffd1fb44d5c5, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:08:36.414851 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaef6e3-cef9-4ffc-831a-816de9c38ea5 admin admin] Network 87974f89-17dd-4766-8578-ffd1fb44d5c5 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:08:36.423757 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-aeaef6e3-cef9-4ffc-831a-816de9c38ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, 87974f89-17dd-4766-8578-ffd1fb44d5c5) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:36.439182 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaef6e3-cef9-4ffc-831a-816de9c38ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:36.439782 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-aeaef6e3-cef9-4ffc-831a-816de9c38ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.441062 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f8fcd0-7c8d-4de2-9326-cb8d90a02fe1 None None] Network 87974f89-17dd-4766-8578-ffd1fb44d5c5 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:08:36.457905 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-aeaef6e3-cef9-4ffc-831a-816de9c38ea5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7570076 Sep 15 17:08:36.460759 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40718) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:36.465961 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-969935687-router', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:36.494842 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7841'] for router, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.495896 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3687446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7830'] for router, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.532493 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-492388322-network', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:36.562516 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 12e94740-c130-40e8-8aa9-60bacfdd31f8 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:36.564267 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.646225 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Made reservation on behalf of 5c0424b6ddc04b939c023f05932da0e4 for: {'network': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:08:36.649208 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.662662 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d6edbe5-1399-5a55-9820-08a0dd3a1f98-87974f89-17dd-4766-8578-ffd1fb44d5c5', 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'fixed_ips': [{'subnet_id': '4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84'}]}} from dv-cinder-796806-2-iscsi. {{(pid=93882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:08:36.663476 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.675420 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 12e94740-c130-40e8-8aa9-60bacfdd31f8 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:36.675774 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.688262 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.731709 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.853159 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.877936 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Allocated IP 172.20.0.2 (87974f89-17dd-4766-8578-ffd1fb44d5c5/4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84/388137ee-e234-4104-b845-1abf26e8fa6d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:36.883757 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.884621 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port 12e94740-c130-40e8-8aa9-60bacfdd31f8, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=12e94740-c130-40e8-8aa9-60bacfdd31f8,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:36.891223 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.892563 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:36.955594 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=93880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:08:36.998134 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=12e94740-c130-40e8-8aa9-60bacfdd31f8,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:37.006621 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05222bfc-d059-487b-a340-0e02ff2ad2ac,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:37.010507 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.010849 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.segments_db [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Added segment 4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7 of type vlan for network c65426fd-c86a-4e40-84df-85482cd2104e Sep 15 17:08:37.074898 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.081115 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.081327 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.089967 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.113952 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.124701 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Network 87974f89-17dd-4766-8578-ffd1fb44d5c5 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:37.127638 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:37.134537 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:37.137344 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Pushing event updated for resources: {'Port': ['ID=388137ee-e234-4104-b845-1abf26e8fa6d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:37.166359 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.167333 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:37.167904 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.188726 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Attempting to bind port 388137ee-e234-4104-b845-1abf26e8fa6d on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:37.189096 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Attempting to bind port 388137ee-e234-4104-b845-1abf26e8fa6d by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': 'ef1348f2-5d92-40e6-b814-1a0c06308781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:37.189484 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Attempting to bind port 388137ee-e234-4104-b845-1abf26e8fa6d on network 87974f89-17dd-4766-8578-ffd1fb44d5c5 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:37.194677 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:37.196012 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Checking segment: {'id': 'ef1348f2-5d92-40e6-b814-1a0c06308781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:37.196387 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.196957 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Bound using segment: {'id': 'ef1348f2-5d92-40e6-b814-1a0c06308781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:37.197652 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Bound port: 388137ee-e234-4104-b845-1abf26e8fa6d, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1348f2-5d92-40e6-b814-1a0c06308781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:37.198030 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.213285 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8484685 Sep 15 17:08:37.215315 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40720) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:37.220278 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Sync routers for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:08:37.228857 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-38ede6f1-fdc1-4584-a427-d93b58821d5e admin admin] Request body: {'subnet': {'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-492388322-subnet', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:37.236167 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:37.236867 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:37.272185 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120ebc2-de82-4956-bf28-c48845dfe2ac admin admin] Pushing event updated for resources: {'Network': ['ID=c65426fd-c86a-4e40-84df-85482cd2104e,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:37.275659 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ede6f1-fdc1-4584-a427-d93b58821d5e admin admin] Made reservation on behalf of 5c0424b6ddc04b939c023f05932da0e4 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:08:37.278086 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38ede6f1-fdc1-4584-a427-d93b58821d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29078290'] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.281494 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] For port 388137ee-e234-4104-b845-1abf26e8fa6d, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:37.286898 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network c65426fd-c86a-4e40-84df-85482cd2104e details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:08:37.313917 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Allocated IP 172.27.0.58 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/e8ac1041-ed8f-4469-9ac3-a50148e98e8b) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:37.378104 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] For port 388137ee-e234-4104-b845-1abf26e8fa6d, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=388137ee-e234-4104-b845-1abf26e8fa6d,segment=NetworkSegment(ef1348f2-5d92-40e6-b814-1a0c06308781),segment_id=ef1348f2-5d92-40e6-b814-1a0c06308781)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:37.384893 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.427188 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:37.471271 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275ed59-73e1-4ac0-bc99-b81caaf9b213 None None] Pushing event updated for resources: {'Port': ['ID=388137ee-e234-4104-b845-1abf26e8fa6d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:37.480961 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.531015 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.567047 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:37.570551 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:37.574948 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:37.587230 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38ede6f1-fdc1-4584-a427-d93b58821d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29058543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29078332'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.614065 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Pushing event updated for resources: {'Port': ['ID=e8ac1041-ed8f-4469-9ac3-a50148e98e8b,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:37.668445 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ede6f1-fdc1-4584-a427-d93b58821d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3cfd47-88a1-4804-9cde-db2cda8ef1ad,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:37.676052 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ede6f1-fdc1-4584-a427-d93b58821d5e admin admin] Checking segment: {'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:37.676412 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ede6f1-fdc1-4584-a427-d93b58821d5e admin admin] Network hostable DHCP agents. Network: c65426fd-c86a-4e40-84df-85482cd2104e, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:08:37.706255 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ede6f1-fdc1-4584-a427-d93b58821d5e admin admin] Network c65426fd-c86a-4e40-84df-85482cd2104e is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:08:37.716616 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-38ede6f1-fdc1-4584-a427-d93b58821d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, c65426fd-c86a-4e40-84df-85482cd2104e) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:37.721435 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ede6f1-fdc1-4584-a427-d93b58821d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:37.722032 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-38ede6f1-fdc1-4584-a427-d93b58821d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.726956 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5285a336-18ce-4065-8d4a-55ebe1f5c1f1 None None] Network c65426fd-c86a-4e40-84df-85482cd2104e requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:08:37.750138 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-38ede6f1-fdc1-4584-a427-d93b58821d5e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5335643 Sep 15 17:08:37.750810 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40730) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:37.756339 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:37.760142 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 2, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:37.785352 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7841'] for router, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.786920 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3687446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7830'] for router, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.793340 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Checking router: c3eec441-3e38-43ac-b756-2f37007b5f3b for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:08:37.794063 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Updating router c3eec441-3e38-43ac-b756-2f37007b5f3b port 5292108f-1abe-437f-a3a1-9ce687fa7bec binding host dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:08:37.825055 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.855872 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.952478 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d6edbe5-1399-5a55-9820-08a0dd3a1f98-c65426fd-c86a-4e40-84df-85482cd2104e', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'fixed_ips': [{'subnet_id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad'}]}} from dv-cinder-796806-2-iscsi. {{(pid=93882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:08:37.954069 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:37.958825 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.026682 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.121536 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Allocated IP 172.20.0.2 (c65426fd-c86a-4e40-84df-85482cd2104e/3f3cfd47-88a1-4804-9cde-db2cda8ef1ad/f91c72a9-10bc-4af6-a42a-3335a2a9937e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:38.145212 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.152763 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.198556 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Pushing event updated for resources: {'Port': ['ID=5292108f-1abe-437f-a3a1-9ce687fa7bec,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:38.207918 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:38.208525 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:38.209055 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:38.209591 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:38.210096 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:38.210919 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:38.211434 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:38.211933 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:38.212470 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:38.212741 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3691857'] for router, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.213143 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:38.213696 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:38.214180 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:38.301804 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.304027 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Attempting to bind port 5292108f-1abe-437f-a3a1-9ce687fa7bec on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:38.306083 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Attempting to bind port 5292108f-1abe-437f-a3a1-9ce687fa7bec by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:38.307381 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Attempting to bind port 5292108f-1abe-437f-a3a1-9ce687fa7bec on network 4265ef94-cacc-435c-a2c6-338a15471ff2 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:38.315139 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:38.315831 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Checking segment: {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:38.316406 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.316965 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Bound using segment: {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:38.317750 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Bound port: 5292108f-1abe-437f-a3a1-9ce687fa7bec, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:38.318690 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.349434 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.421089 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] For port 5292108f-1abe-437f-a3a1-9ce687fa7bec, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:38.425744 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] For port 5292108f-1abe-437f-a3a1-9ce687fa7bec, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=5292108f-1abe-437f-a3a1-9ce687fa7bec,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:38.432547 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.503918 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Router 002c50f2-d9d3-480c-96b8-47e4411457c3 is scheduled to L3 agent 21334550-ce88-4843-91b5-85275250437d with binding_index 1 {{(pid=93880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:08:38.518361 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:38.519220 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:38.571841 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.578764 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ba0b4-8a6f-4302-a61e-87f49d22e543 None None] Pushing event updated for resources: {'Port': ['ID=5292108f-1abe-437f-a3a1-9ce687fa7bec,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:38.589417 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.628741 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Allocated IP 172.27.0.31 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/8839d030-1497-4c60-9ea3-3978058d3e1c) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:38.745312 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Network c65426fd-c86a-4e40-84df-85482cd2104e is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:38.756122 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:38.761370 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:38.773158 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:38.793376 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Pushing event updated for resources: {'Port': ['ID=f91c72a9-10bc-4af6-a42a-3335a2a9937e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:38.807701 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-70d3e3a4-b9f7-4a84-812d-c7dd9a465632 None None] Provisioning complete for port 5292108f-1abe-437f-a3a1-9ce687fa7bec triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:38.809297 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70d3e3a4-b9f7-4a84-812d-c7dd9a465632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.811542 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:08:38.818189 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 12e94740-c130-40e8-8aa9-60bacfdd31f8 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:38.834380 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.839664 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40738) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:38.840316 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0515c2fd-f753-4bc7-b130-859904c4314f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3781066 Sep 15 17:08:38.867825 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Sync routers for ids ['002c50f2-d9d3-480c-96b8-47e4411457c3'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:08:38.966277 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a577c562-de28-4a8b-90be-eaf07036d8fc None None] Network 87974f89-17dd-4766-8578-ffd1fb44d5c5 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:08:38.991565 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Routers {'002c50f2-d9d3-480c-96b8-47e4411457c3'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:38.993015 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['002c50f2-d9d3-480c-96b8-47e4411457c3'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:39.029780 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.032533 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:38Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:39.064870 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537d87da-1592-4db9-819c-9e89a343db7d None None] The sync data for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi is: [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:38Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:08:39.076755 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Attempting to bind port f91c72a9-10bc-4af6-a42a-3335a2a9937e on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:39.077387 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Attempting to bind port f91c72a9-10bc-4af6-a42a-3335a2a9937e by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:39.077515 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Attempting to bind port f91c72a9-10bc-4af6-a42a-3335a2a9937e on network c65426fd-c86a-4e40-84df-85482cd2104e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:39.102303 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:39.102672 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Checking segment: {'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:39.103068 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.103448 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Bound using segment: {'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:39.103993 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Bound port: f91c72a9-10bc-4af6-a42a-3335a2a9937e, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:39.104275 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.141319 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 12e94740-c130-40e8-8aa9-60bacfdd31f8 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:39.141554 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.150632 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.233890 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:39.239758 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:39.248331 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:39.252847 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Pushing event updated for resources: {'Port': ['ID=8839d030-1497-4c60-9ea3-3978058d3e1c,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:39.286505 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70d3e3a4-b9f7-4a84-812d-c7dd9a465632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.338140 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Set router 002c50f2-d9d3-480c-96b8-47e4411457c3 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:39.448262 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] For port f91c72a9-10bc-4af6-a42a-3335a2a9937e, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:39.477714 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-70d3e3a4-b9f7-4a84-812d-c7dd9a465632 None None] For port 5292108f-1abe-437f-a3a1-9ce687fa7bec, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=5292108f-1abe-437f-a3a1-9ce687fa7bec,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:39.503293 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] For port f91c72a9-10bc-4af6-a42a-3335a2a9937e, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=f91c72a9-10bc-4af6-a42a-3335a2a9937e,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:39.533978 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70d3e3a4-b9f7-4a84-812d-c7dd9a465632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.554260 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.622616 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 388137ee-e234-4104-b845-1abf26e8fa6d up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:39.649807 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.658694 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.665624 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.731879 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3e3a4-b9f7-4a84-812d-c7dd9a465632 None None] Pushing event updated for resources: {'Port': ['ID=5292108f-1abe-437f-a3a1-9ce687fa7bec,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:39.838155 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-4bcd4649-4b2a-4918-98ef-5912f73a0751 None None] Provisioning complete for port 388137ee-e234-4104-b845-1abf26e8fa6d triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:39.838488 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4649-4b2a-4918-98ef-5912f73a0751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.863290 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb34a3c-51be-4b51-a32f-ca8e53d0dad2 None None] Pushing event updated for resources: {'Port': ['ID=f91c72a9-10bc-4af6-a42a-3335a2a9937e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:39.935333 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'name': 'tempest-TestVolumeBootPattern-969935687-router', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:36Z', 'updated_at': '2021-09-15T17:08:37Z', 'revision_number': 3, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'gw_port': {'id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:39.937131 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 388137ee-e234-4104-b845-1abf26e8fa6d triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:39.939705 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.017835 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Checking router: 002c50f2-d9d3-480c-96b8-47e4411457c3 for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:08:40.018431 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Updating router 002c50f2-d9d3-480c-96b8-47e4411457c3 port e8ac1041-ed8f-4469-9ac3-a50148e98e8b binding host dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:08:40.060524 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.122090 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Allocated IP 172.20.0.1 (87974f89-17dd-4766-8578-ffd1fb44d5c5/4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84/b95159c3-95b7-4a1b-ba17-8332106a5b08) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:40.141851 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3691857'] for router, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.156086 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4649-4b2a-4918-98ef-5912f73a0751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.240417 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.290414 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-4bcd4649-4b2a-4918-98ef-5912f73a0751 None None] For port 388137ee-e234-4104-b845-1abf26e8fa6d, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=388137ee-e234-4104-b845-1abf26e8fa6d,segment=NetworkSegment(ef1348f2-5d92-40e6-b814-1a0c06308781),segment_id=ef1348f2-5d92-40e6-b814-1a0c06308781)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:40.301027 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4649-4b2a-4918-98ef-5912f73a0751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.536659 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-4bcd4649-4b2a-4918-98ef-5912f73a0751 None None] Provisioning complete for port 5292108f-1abe-437f-a3a1-9ce687fa7bec triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:40.537029 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4649-4b2a-4918-98ef-5912f73a0751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.557331 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.db.api [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:08:40.557677 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG oslo_db.api [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:08:40.599702 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.605493 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd4649-4b2a-4918-98ef-5912f73a0751 None None] Pushing event updated for resources: {'Port': ['ID=388137ee-e234-4104-b845-1abf26e8fa6d,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:40.646787 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Router 936a1778-822b-4bd0-b58d-41b844529feb is scheduled to L3 agent 21334550-ce88-4843-91b5-85275250437d with binding_index 1 {{(pid=93881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:08:40.661610 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.710028 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.723037 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.750109 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Network 87974f89-17dd-4766-8578-ffd1fb44d5c5 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:40.758851 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:40.762828 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:40.764934 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b95159c3-95b7-4a1b-ba17-8332106a5b08,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:40.769535 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Attempting to bind port e8ac1041-ed8f-4469-9ac3-a50148e98e8b on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:40.769914 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Attempting to bind port e8ac1041-ed8f-4469-9ac3-a50148e98e8b by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:40.770277 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Attempting to bind port e8ac1041-ed8f-4469-9ac3-a50148e98e8b on network 0a12a79d-29f1-4548-82a1-b61425661d5c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:40.779885 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:40.780209 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Checking segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:40.780607 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.781029 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Bound using segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:40.781511 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Bound port: e8ac1041-ed8f-4469-9ac3-a50148e98e8b, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:40.781892 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.808743 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b354e5-518e-454c-8691-21abb2de9184 None None] Pushing event updated for resources: {'Port': ['ID=e8ac1041-ed8f-4469-9ac3-a50148e98e8b,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:40.850807 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691910'] for router_interface, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.864649 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] For port e8ac1041-ed8f-4469-9ac3-a50148e98e8b, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:40.869553 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] For port e8ac1041-ed8f-4469-9ac3-a50148e98e8b, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=e8ac1041-ed8f-4469-9ac3-a50148e98e8b,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:40.871467 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-842359ad-5171-44a9-9429-c48936a392a0 None None] Provisioning complete for port 388137ee-e234-4104-b845-1abf26e8fa6d triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:40.871913 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-842359ad-5171-44a9-9429-c48936a392a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.877672 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b788c1-7607-4e5a-8b0b-4701fd653b17 None None] Network c65426fd-c86a-4e40-84df-85482cd2104e requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:08:40.896918 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:08:40.899163 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.912688 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Sync routers for ids ['936a1778-822b-4bd0-b58d-41b844529feb'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:08:40.924358 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.925649 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-79c41099-86e8-4e49-bdb0-f0762ca0a8eb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1739144 Sep 15 17:08:40.928468 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40746) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:40.930582 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Routers {'936a1778-822b-4bd0-b58d-41b844529feb'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:40.931199 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['936a1778-822b-4bd0-b58d-41b844529feb'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:41.092327 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.225610 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Routers {'002c50f2-d9d3-480c-96b8-47e4411457c3'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:41.226850 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['002c50f2-d9d3-480c-96b8-47e4411457c3'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:41.244049 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Set router 936a1778-822b-4bd0-b58d-41b844529feb gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:41.347201 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.353677 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29058458'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.383679 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] Set router 002c50f2-d9d3-480c-96b8-47e4411457c3 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:41.461627 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b95159c3-95b7-4a1b-ba17-8332106a5b08,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:41.464649 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3722926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680790'] for router_interface, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.474088 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b354e5-518e-454c-8691-21abb2de9184 None None] Pushing event updated for resources: {'Port': ['ID=e8ac1041-ed8f-4469-9ac3-a50148e98e8b,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:41.561578 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 3, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:41.596557 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Network 87974f89-17dd-4766-8578-ffd1fb44d5c5 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:41.598157 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:41.620457 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Checking router: 936a1778-822b-4bd0-b58d-41b844529feb for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:08:41.620838 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Updating router 936a1778-822b-4bd0-b58d-41b844529feb port 8839d030-1497-4c60-9ea3-3978058d3e1c binding host dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:08:41.672640 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.778251 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5292108f-1abe-437f-a3a1-9ce687fa7bec up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:41.785950 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-05860c8e-5ad3-463c-92cb-a2216223d925 None None] Provisioning complete for port f91c72a9-10bc-4af6-a42a-3335a2a9937e triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:41.786308 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05860c8e-5ad3-463c-92cb-a2216223d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.833472 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Router 002c50f2-d9d3-480c-96b8-47e4411457c3 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:08:41.904503 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.960622 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05860c8e-5ad3-463c-92cb-a2216223d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.000993 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:08:42.019647 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-6421c48a-c059-4b29-b21e-57769bddd3b8 admin admin] 10.222.0.13 "PUT /v2.0/routers/002c50f2-d9d3-480c-96b8-47e4411457c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1788559 Sep 15 17:08:42.023847 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.032763 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.056475 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 5292108f-1abe-437f-a3a1-9ce687fa7bec triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:42.056850 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.062559 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-05860c8e-5ad3-463c-92cb-a2216223d925 None None] For port f91c72a9-10bc-4af6-a42a-3335a2a9937e, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=f91c72a9-10bc-4af6-a42a-3335a2a9937e,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:42.093263 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Attempting to bind port 8839d030-1497-4c60-9ea3-3978058d3e1c on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:42.093645 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Attempting to bind port 8839d030-1497-4c60-9ea3-3978058d3e1c by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:42.093988 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Attempting to bind port 8839d030-1497-4c60-9ea3-3978058d3e1c on network 0a12a79d-29f1-4548-82a1-b61425661d5c {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:42.103875 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:42.104239 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Checking segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:42.104635 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.105010 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Allocated IP 172.20.0.1 (c65426fd-c86a-4e40-84df-85482cd2104e/3f3cfd47-88a1-4804-9cde-db2cda8ef1ad/d47ca29c-a29a-4e49-972a-9126fe582fff) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:42.105879 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Bound using segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:42.105879 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Bound port: 8839d030-1497-4c60-9ea3-3978058d3e1c, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:42.106076 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.111838 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05860c8e-5ad3-463c-92cb-a2216223d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.147720 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'name': 'tempest-TestVolumeBootPattern-969935687-router', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:36Z', 'updated_at': '2021-09-15T17:08:41Z', 'revision_number': 4, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'gw_port': {'id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'b95159c3-95b7-4a1b-ba17-8332106a5b08', 'name': '', 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'mac_address': 'fa:16:3e:1e:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:39Z', 'updated_at': '2021-09-15T17:08:40Z', 'revision_number': 1, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'subnets': [{'id': '4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:42.157347 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c84487-e06c-4136-9e23-d3729c4ae223 None None] Pushing event updated for resources: {'Port': ['ID=8839d030-1497-4c60-9ea3-3978058d3e1c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:42.202831 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] For port 8839d030-1497-4c60-9ea3-3978058d3e1c, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:42.206587 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] For port 8839d030-1497-4c60-9ea3-3978058d3e1c, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=8839d030-1497-4c60-9ea3-3978058d3e1c,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:42.212632 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.223909 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b577e87-f96d-4666-a2fa-d576b0189c82 None None] The sync data for ids ['002c50f2-d9d3-480c-96b8-47e4411457c3'] in dv-cinder-796806-2-iscsi is: [{'id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'name': 'tempest-TestVolumeBootPattern-969935687-router', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:36Z', 'updated_at': '2021-09-15T17:08:41Z', 'revision_number': 4, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'gw_port': {'id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'b95159c3-95b7-4a1b-ba17-8332106a5b08', 'name': '', 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'mac_address': 'fa:16:3e:1e:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:39Z', 'updated_at': '2021-09-15T17:08:40Z', 'revision_number': 1, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'subnets': [{'id': '4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:08:42.262392 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.295938 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-05860c8e-5ad3-463c-92cb-a2216223d925 None None] Provisioning complete for port b95159c3-95b7-4a1b-ba17-8332106a5b08 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:42.297210 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05860c8e-5ad3-463c-92cb-a2216223d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.298284 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c84487-e06c-4136-9e23-d3729c4ae223 None None] Pushing event updated for resources: {'Port': ['ID=8839d030-1497-4c60-9ea3-3978058d3e1c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:42.312813 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.323718 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Routers {'936a1778-822b-4bd0-b58d-41b844529feb'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:42.324330 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['936a1778-822b-4bd0-b58d-41b844529feb'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:42.407539 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Pushing event updated for resources: {'Port': ['ID=d47ca29c-a29a-4e49-972a-9126fe582fff,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:42.443515 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] Set router 936a1778-822b-4bd0-b58d-41b844529feb gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:42.448205 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Network c65426fd-c86a-4e40-84df-85482cd2104e is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:42.450146 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:42.452830 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:42.491430 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05860c8e-5ad3-463c-92cb-a2216223d925 None None] Pushing event updated for resources: {'Port': ['ID=f91c72a9-10bc-4af6-a42a-3335a2a9937e,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:42.544420 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691910'] for router_interface, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.549536 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-05860c8e-5ad3-463c-92cb-a2216223d925 None None] Port b95159c3-95b7-4a1b-ba17-8332106a5b08 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:08:42.554793 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device f91c72a9-10bc-4af6-a42a-3335a2a9937e up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:42.751080 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-b82ce775-7ff8-44c0-8800-75b158e53b2e None None] Provisioning complete for port f91c72a9-10bc-4af6-a42a-3335a2a9937e triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:42.753434 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b82ce775-7ff8-44c0-8800-75b158e53b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.754699 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:08:42.844904 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.888509 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port f91c72a9-10bc-4af6-a42a-3335a2a9937e triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:42.889689 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.925531 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 3, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:42.981145 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c87f29-b29d-4fc3-b2c7-0db23c95aa5e None None] The sync data for ids ['936a1778-822b-4bd0-b58d-41b844529feb'] in dv-cinder-796806-2-iscsi is: [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 3, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:08:43.016352 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40772) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:43.018873 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-930ba955-b300-4617-9029-a76e8014872e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6355199', 'description': 'tempest-secgroup-smoke-6355199 description', 'project_id': '280b0cb25b7749e3974fcc1cb20306f1'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:43.062351 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-930ba955-b300-4617-9029-a76e8014872e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.091858 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-b82ce775-7ff8-44c0-8800-75b158e53b2e None None] Provisioning complete for port b95159c3-95b7-4a1b-ba17-8332106a5b08 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:43.092284 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b82ce775-7ff8-44c0-8800-75b158e53b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.196577 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 388137ee-e234-4104-b845-1abf26e8fa6d up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:43.196985 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-930ba955-b300-4617-9029-a76e8014872e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.198551 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b82ce775-7ff8-44c0-8800-75b158e53b2e None None] Port b95159c3-95b7-4a1b-ba17-8332106a5b08 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:08:43.205053 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-930ba955-b300-4617-9029-a76e8014872e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.222065 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.231406 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.246317 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ba955-b300-4617-9029-a76e8014872e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:43.248818 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-930ba955-b300-4617-9029-a76e8014872e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.253266 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-930ba955-b300-4617-9029-a76e8014872e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.2382133 Sep 15 17:08:43.254420 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40776) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:43.259428 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-2959c9ff-f7e2-49cf-9264-1b6ddc175195 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'security_group_rule': {'security_group_id': '473e0c98-aa08-41f9-a0f3-cb20f8c00ac6', 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:43.308890 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 388137ee-e234-4104-b845-1abf26e8fa6d triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:43.309365 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.316647 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2959c9ff-f7e2-49cf-9264-1b6ddc175195 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.316879 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3722926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680790'] for router_interface, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.371347 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-54209362-9c4a-4851-bff0-e6bf97eb3c75 None None] Provisioning complete for port d47ca29c-a29a-4e49-972a-9126fe582fff triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:43.372036 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54209362-9c4a-4851-bff0-e6bf97eb3c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.377422 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Pushing event updated for resources: {'Port': ['ID=d47ca29c-a29a-4e49-972a-9126fe582fff,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:43.424045 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2959c9ff-f7e2-49cf-9264-1b6ddc175195 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.438169 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2959c9ff-f7e2-49cf-9264-1b6ddc175195 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.478592 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959c9ff-f7e2-49cf-9264-1b6ddc175195 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d5b6eb-4b25-47f9-b486-55127e1c5b49,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:43.485024 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-54209362-9c4a-4851-bff0-e6bf97eb3c75 None None] Port d47ca29c-a29a-4e49-972a-9126fe582fff cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:08:43.491280 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2959c9ff-f7e2-49cf-9264-1b6ddc175195 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.496015 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2959c9ff-f7e2-49cf-9264-1b6ddc175195 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2379808 Sep 15 17:08:43.496665 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40778) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:43.497319 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Network c65426fd-c86a-4e40-84df-85482cd2104e is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:43.498820 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:43.503884 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-43a2022b-4a41-4895-af9d-b22b7dc9617b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'security_group_rule': {'security_group_id': '473e0c98-aa08-41f9-a0f3-cb20f8c00ac6', 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:43.543283 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-43a2022b-4a41-4895-af9d-b22b7dc9617b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.648845 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-43a2022b-4a41-4895-af9d-b22b7dc9617b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.658472 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-43a2022b-4a41-4895-af9d-b22b7dc9617b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.719049 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-43a2022b-4a41-4895-af9d-b22b7dc9617b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.721459 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-43a2022b-4a41-4895-af9d-b22b7dc9617b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2233868 Sep 15 17:08:43.724919 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40780) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:43.730938 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-d8daa3e8-4553-4d9f-9504-ec4ccc8b664c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'security_group_rule': {'security_group_id': '473e0c98-aa08-41f9-a0f3-cb20f8c00ac6', 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:43.747419 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Router 936a1778-822b-4bd0-b58d-41b844529feb has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:08:43.753146 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2022b-4a41-4895-af9d-b22b7dc9617b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dda709-c99b-4046-9b34-5ff926b13592,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:43.768675 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d8daa3e8-4553-4d9f-9504-ec4ccc8b664c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.861017 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d8daa3e8-4553-4d9f-9504-ec4ccc8b664c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.866567 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d8daa3e8-4553-4d9f-9504-ec4ccc8b664c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.869312 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 8839d030-1497-4c60-9ea3-3978058d3e1c up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:43.885534 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8daa3e8-4553-4d9f-9504-ec4ccc8b664c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c912c4-f947-4780-9b1e-6ed2ad5cb14c,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:43.893614 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d8daa3e8-4553-4d9f-9504-ec4ccc8b664c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.895049 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d8daa3e8-4553-4d9f-9504-ec4ccc8b664c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690111 Sep 15 17:08:43.899918 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40782) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:43.906266 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-08c50005-5e9e-4452-b249-f270958cc89a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'security_group_rule': {'security_group_id': '473e0c98-aa08-41f9-a0f3-cb20f8c00ac6', 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:43.938594 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-08c50005-5e9e-4452-b249-f270958cc89a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.939802 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-7bbd48fe-30dd-4509-9c8b-b4dc2d6b0c6c None None] Provisioning complete for port d47ca29c-a29a-4e49-972a-9126fe582fff triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:43.940363 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bbd48fe-30dd-4509-9c8b-b4dc2d6b0c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.941148 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:08:43.948132 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c596110d-9d07-416c-8e8d-ab323378f045 admin admin] 10.222.0.13 "PUT /v2.0/routers/936a1778-822b-4bd0-b58d-41b844529feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0186596 Sep 15 17:08:43.986274 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 8839d030-1497-4c60-9ea3-3978058d3e1c triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:43.986769 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.015906 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-08c50005-5e9e-4452-b249-f270958cc89a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.020857 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-08c50005-5e9e-4452-b249-f270958cc89a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.032473 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd48fe-30dd-4509-9c8b-b4dc2d6b0c6c None None] Port d47ca29c-a29a-4e49-972a-9126fe582fff cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:08:44.055182 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c50005-5e9e-4452-b249-f270958cc89a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b4e807-cf4b-414b-b504-af9bc3d4f165,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:44.061150 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-08c50005-5e9e-4452-b249-f270958cc89a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.063217 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-08c50005-5e9e-4452-b249-f270958cc89a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619914 Sep 15 17:08:44.065764 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40786) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:44.070741 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-23e50f0a-a799-4d90-bac0-ead5cf94ca77 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'security_group_rule': {'security_group_id': '473e0c98-aa08-41f9-a0f3-cb20f8c00ac6', 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:44.104492 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.securitygroups_db [None req-23e50f0a-a799-4d90-bac0-ead5cf94ca77 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Project 280b0cb25b7749e3974fcc1cb20306f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:08:44.109967 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.111885 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-23e50f0a-a799-4d90-bac0-ead5cf94ca77 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.136601 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port 8839d030-1497-4c60-9ea3-3978058d3e1c, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=8839d030-1497-4c60-9ea3-3978058d3e1c,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:44.142692 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.143961 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device f91c72a9-10bc-4af6-a42a-3335a2a9937e up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:44.196137 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-23e50f0a-a799-4d90-bac0-ead5cf94ca77 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.202775 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-23e50f0a-a799-4d90-bac0-ead5cf94ca77 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.222912 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e50f0a-a799-4d90-bac0-ead5cf94ca77 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb64835-4cd4-4c9c-89f4-471e0789c0be,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:44.239585 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-23e50f0a-a799-4d90-bac0-ead5cf94ca77 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.243656 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-23e50f0a-a799-4d90-bac0-ead5cf94ca77 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1740816 Sep 15 17:08:44.244782 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40794) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:44.248837 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-846baf84-c97f-45f2-b52f-a7a4f6c2b1b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'security_group_rule': {'security_group_id': '473e0c98-aa08-41f9-a0f3-cb20f8c00ac6', 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:44.282690 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=8839d030-1497-4c60-9ea3-3978058d3e1c,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:44.287129 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port f91c72a9-10bc-4af6-a42a-3335a2a9937e triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:44.287659 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.304122 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.securitygroups_db [None req-846baf84-c97f-45f2-b52f-a7a4f6c2b1b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Project 280b0cb25b7749e3974fcc1cb20306f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:08:44.311857 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-846baf84-c97f-45f2-b52f-a7a4f6c2b1b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.400087 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-846baf84-c97f-45f2-b52f-a7a4f6c2b1b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.407170 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-846baf84-c97f-45f2-b52f-a7a4f6c2b1b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.429666 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846baf84-c97f-45f2-b52f-a7a4f6c2b1b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0729675-675c-4302-b568-e241acaaf62f,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:44.446125 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-846baf84-c97f-45f2-b52f-a7a4f6c2b1b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.447791 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-846baf84-c97f-45f2-b52f-a7a4f6c2b1b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2023127 Sep 15 17:08:44.565671 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device e8ac1041-ed8f-4469-9ac3-a50148e98e8b up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:44.602971 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40838) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:44.609172 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-574910682-network', 'tenant_id': '0861d42981da417d8833a8eb56830f42'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:44.618366 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port e8ac1041-ed8f-4469-9ac3-a50148e98e8b triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:44.618838 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.631996 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Made reservation on behalf of 0861d42981da417d8833a8eb56830f42 for: {'network': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:08:44.636113 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for network, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.645834 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.707197 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.730845 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port e8ac1041-ed8f-4469-9ac3-a50148e98e8b, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=e8ac1041-ed8f-4469-9ac3-a50148e98e8b,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:44.736104 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.763966 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.769862 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.793944 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=93881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:08:44.808843 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85039a84-beff-45ef-ba69-43e4f3fe46d5,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:44.810163 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=e8ac1041-ed8f-4469-9ac3-a50148e98e8b,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:44.814281 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.814710 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.segments_db [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Added segment 90b272de-3847-4ebe-a826-933ead77a852 of type vlan for network 61dd4469-55cd-4172-9171-24b328b811a2 Sep 15 17:08:44.859539 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773462497320'] for network, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.886561 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804'] for network, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.887555 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:44.888222 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.954395 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3494973 Sep 15 17:08:44.957152 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 40852) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:44.962972 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-3005b5e3-51c6-4c5f-bed7-d010b847505c admin admin] Request body: {'subnet': {'network_id': '61dd4469-55cd-4172-9171-24b328b811a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-574910682-subnet', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'ip_version': 4}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:44.981211 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697286af-250f-4c73-967f-8378843dbca1 admin admin] Pushing event updated for resources: {'Network': ['ID=61dd4469-55cd-4172-9171-24b328b811a2,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:44.985962 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3005b5e3-51c6-4c5f-bed7-d010b847505c admin admin] Made reservation on behalf of 0861d42981da417d8833a8eb56830f42 for: {'subnet': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:08:44.988331 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3005b5e3-51c6-4c5f-bed7-d010b847505c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29078290'] for subnet, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.995572 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Network 61dd4469-55cd-4172-9171-24b328b811a2 details requested by agent ovs-agent-dv-cinder-796806-2-iscsi with host dv-cinder-796806-2-iscsi {{(pid=93882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:08:45.157576 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3005b5e3-51c6-4c5f-bed7-d010b847505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29058543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29078332'] for subnet, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.210237 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005b5e3-51c6-4c5f-bed7-d010b847505c admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a94146-78a6-4300-9d0f-80ae566baa97,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:45.218671 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3005b5e3-51c6-4c5f-bed7-d010b847505c admin admin] Checking segment: {'id': '90b272de-3847-4ebe-a826-933ead77a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:45.219027 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3005b5e3-51c6-4c5f-bed7-d010b847505c admin admin] Network hostable DHCP agents. Network: 61dd4469-55cd-4172-9171-24b328b811a2, hostable agents: ['744fdf7b-d6d4-4149-a7bc-ff912bce9281'], hosted agents: [] {{(pid=93881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:08:45.235194 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3005b5e3-51c6-4c5f-bed7-d010b847505c admin admin] Network 61dd4469-55cd-4172-9171-24b328b811a2 is scheduled to be hosted by DHCP agent 744fdf7b-d6d4-4149-a7bc-ff912bce9281 with binding_index 1 {{(pid=93881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:08:45.244419 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-3005b5e3-51c6-4c5f-bed7-d010b847505c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-2-iscsi, 61dd4469-55cd-4172-9171-24b328b811a2) {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:45.248384 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3005b5e3-51c6-4c5f-bed7-d010b847505c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:45.248962 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3005b5e3-51c6-4c5f-bed7-d010b847505c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.255088 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f764da3-eccc-4e87-9e16-114f0a7fffe9 None None] Network 61dd4469-55cd-4172-9171-24b328b811a2 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:08:45.263553 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3005b5e3-51c6-4c5f-bed7-d010b847505c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3050077 Sep 15 17:08:45.266066 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40856) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:45.270648 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-574910682-router', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:45.291638 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3690630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7841'] for router, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.292691 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3687446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7830'] for router, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.346058 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.405856 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d6edbe5-1399-5a55-9820-08a0dd3a1f98-61dd4469-55cd-4172-9171-24b328b811a2', 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'fixed_ips': [{'subnet_id': '40a94146-78a6-4300-9d0f-80ae566baa97'}]}} from dv-cinder-796806-2-iscsi. {{(pid=93882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:08:45.406702 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.491014 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.549952 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Allocated IP 172.20.0.2 (61dd4469-55cd-4172-9171-24b328b811a2/40a94146-78a6-4300-9d0f-80ae566baa97/60f365b2-0aa9-40e9-917a-13cdba8f7a8c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:45.599070 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 8839d030-1497-4c60-9ea3-3978058d3e1c up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:45.704099 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.706953 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 8839d030-1497-4c60-9ea3-3978058d3e1c triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:45.707317 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.723549 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.778131 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.787720 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.829712 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Allocated IP 172.27.0.223 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/2d523883-83d6-455a-b659-15187d957e2a) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:45.851706 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Network 61dd4469-55cd-4172-9171-24b328b811a2 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:45.858519 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:45.868477 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:45.871476 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Pushing event updated for resources: {'Port': ['ID=60f365b2-0aa9-40e9-917a-13cdba8f7a8c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:45.874405 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device e8ac1041-ed8f-4469-9ac3-a50148e98e8b up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:45.943295 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.971022 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Attempting to bind port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:45.971371 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Attempting to bind port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '90b272de-3847-4ebe-a826-933ead77a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:45.971726 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Attempting to bind port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c on network 61dd4469-55cd-4172-9171-24b328b811a2 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:45.980262 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:45.980636 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Checking segment: {'id': '90b272de-3847-4ebe-a826-933ead77a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:45.981038 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.981859 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Bound using segment: {'id': '90b272de-3847-4ebe-a826-933ead77a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:45.982416 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Bound port: 60f365b2-0aa9-40e9-917a-13cdba8f7a8c, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b272de-3847-4ebe-a826-933ead77a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:45.982711 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:46.005962 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:46.021547 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port e8ac1041-ed8f-4469-9ac3-a50148e98e8b triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:46.021991 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:46.055334 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Pushing event updated for resources: {'Port': ['ID=2d523883-83d6-455a-b659-15187d957e2a,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:46.067260 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:46.068960 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:46.071452 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:46.133018 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] For port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:46.136703 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] For port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=60f365b2-0aa9-40e9-917a-13cdba8f7a8c,segment=NetworkSegment(90b272de-3847-4ebe-a826-933ead77a852),segment_id=90b272de-3847-4ebe-a826-933ead77a852)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:46.143111 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:46.243639 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0814a5f-10f7-4a56-8a26-b9c6c8710fa9 None None] Pushing event updated for resources: {'Port': ['ID=60f365b2-0aa9-40e9-917a-13cdba8f7a8c,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:46.375309 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:46.605908 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3691857'] for router, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:46.743152 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Router 21fbed26-f88b-47a4-8216-801d7de6b309 is scheduled to L3 agent 21334550-ce88-4843-91b5-85275250437d with binding_index 1 {{(pid=93880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:08:46.865056 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:08:46.873533 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Sync routers for ids ['21fbed26-f88b-47a4-8216-801d7de6b309'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:08:46.879740 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:46.881126 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-902378a8-ebc7-4d67-b4fe-8a1cedf9bf06 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6140599 Sep 15 17:08:46.884249 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 40876) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:46.887668 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Routers {'21fbed26-f88b-47a4-8216-801d7de6b309'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:46.888287 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['21fbed26-f88b-47a4-8216-801d7de6b309'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:47.008847 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Set router 21fbed26-f88b-47a4-8216-801d7de6b309 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:47.269878 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'name': 'tempest-TestMinimumBasicScenario-574910682-router', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2d523883-83d6-455a-b659-15187d957e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:46Z', 'revision_number': 3, 'project_id': '0861d42981da417d8833a8eb56830f42', 'gw_port': {'id': '2d523883-83d6-455a-b659-15187d957e2a', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:47.297195 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Checking router: 21fbed26-f88b-47a4-8216-801d7de6b309 for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:08:47.297672 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Updating router 21fbed26-f88b-47a4-8216-801d7de6b309 port 2d523883-83d6-455a-b659-15187d957e2a binding host dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:08:47.331882 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:47.358729 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e6ece-bb86-4d4c-93c9-a3cf1eef324d None None] Network 61dd4469-55cd-4172-9171-24b328b811a2 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:08:47.520786 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-fcd64dfe-79e1-4735-b4fc-4c7a7c7808ee None None] Provisioning complete for port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:47.521153 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcd64dfe-79e1-4735-b4fc-4c7a7c7808ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:47.671871 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:47.688246 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Sync routers for ids ['936a1778-822b-4bd0-b58d-41b844529feb'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:08:47.698282 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Routers {'936a1778-822b-4bd0-b58d-41b844529feb'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:47.698904 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['936a1778-822b-4bd0-b58d-41b844529feb'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:47.779699 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 60f365b2-0aa9-40e9-917a-13cdba8f7a8c up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:47.825152 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Set router 936a1778-822b-4bd0-b58d-41b844529feb gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:47.845575 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Allocated IP 172.20.0.1 (61dd4469-55cd-4172-9171-24b328b811a2/40a94146-78a6-4300-9d0f-80ae566baa97/6a435d78-3192-4596-bf0d-36aaee70410c) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:47.965685 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcd64dfe-79e1-4735-b4fc-4c7a7c7808ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:47.969446 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:47.969811 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:47.984895 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.040831 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.070613 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:42Z', 'revision_number': 4, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'd47ca29c-a29a-4e49-972a-9126fe582fff', 'name': '', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'mac_address': 'fa:16:3e:d0:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:41Z', 'updated_at': '2021-09-15T17:08:42Z', 'revision_number': 2, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'subnets': [{'id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:48.072042 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-fcd64dfe-79e1-4735-b4fc-4c7a7c7808ee None None] For port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=60f365b2-0aa9-40e9-917a-13cdba8f7a8c,segment=NetworkSegment(90b272de-3847-4ebe-a826-933ead77a852),segment_id=90b272de-3847-4ebe-a826-933ead77a852)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:48.076048 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.087339 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Network 61dd4469-55cd-4172-9171-24b328b811a2 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:48.092111 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.092494 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:48.094064 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcd64dfe-79e1-4735-b4fc-4c7a7c7808ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.097633 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:48.131921 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Checking router: 936a1778-822b-4bd0-b58d-41b844529feb for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:08:48.133046 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Updating router 936a1778-822b-4bd0-b58d-41b844529feb port d47ca29c-a29a-4e49-972a-9126fe582fff binding host dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:08:48.164703 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Pushing event updated for resources: {'Port': ['ID=6a435d78-3192-4596-bf0d-36aaee70410c,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:48.174387 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.182177 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691910'] for router_interface, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.218750 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271af44-36fe-40af-9eb9-43364172b195 None None] Pushing event updated for resources: {'Port': ['ID=2d523883-83d6-455a-b659-15187d957e2a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:48.221449 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Sync routers for ids ['002c50f2-d9d3-480c-96b8-47e4411457c3'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:08:48.231442 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Attempting to bind port 2d523883-83d6-455a-b659-15187d957e2a on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:48.234998 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Attempting to bind port 2d523883-83d6-455a-b659-15187d957e2a by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:48.234998 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Attempting to bind port 2d523883-83d6-455a-b659-15187d957e2a on network 0a12a79d-29f1-4548-82a1-b61425661d5c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:48.319229 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:48.319959 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Checking segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:48.321480 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.321965 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Bound using segment: {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:48.322559 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Bound port: 2d523883-83d6-455a-b659-15187d957e2a, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27037f39-09b9-480d-ab0e-8aaba5d0b7ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:48.323037 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.346576 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.347403 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd64dfe-79e1-4735-b4fc-4c7a7c7808ee None None] Pushing event updated for resources: {'Port': ['ID=60f365b2-0aa9-40e9-917a-13cdba8f7a8c,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:48.358423 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Routers {'002c50f2-d9d3-480c-96b8-47e4411457c3'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:48.359050 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['002c50f2-d9d3-480c-96b8-47e4411457c3'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:48.414611 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-cccc4c89-9dee-4a1d-be48-b71765a10c60 None None] Provisioning complete for port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:48.415007 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cccc4c89-9dee-4a1d-be48-b71765a10c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.496220 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] For port 2d523883-83d6-455a-b659-15187d957e2a, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:48.550143 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.563014 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.578944 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] For port 2d523883-83d6-455a-b659-15187d957e2a, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=2d523883-83d6-455a-b659-15187d957e2a,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:48.602538 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.608359 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.611418 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.638619 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Pushing event updated for resources: {'Port': ['ID=6a435d78-3192-4596-bf0d-36aaee70410c,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:48.643048 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3722926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680790'] for router_interface, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.651409 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Set router 002c50f2-d9d3-480c-96b8-47e4411457c3 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:48.672919 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bca1db-dfb7-4fd7-b2fd-6932963ade46 None None] Pushing event updated for resources: {'Port': ['ID=d47ca29c-a29a-4e49-972a-9126fe582fff,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:48.721114 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Routers {'21fbed26-f88b-47a4-8216-801d7de6b309'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:48.721114 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['21fbed26-f88b-47a4-8216-801d7de6b309'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:48.733554 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Attempting to bind port d47ca29c-a29a-4e49-972a-9126fe582fff on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:48.734560 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Attempting to bind port d47ca29c-a29a-4e49-972a-9126fe582fff by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:48.735075 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Attempting to bind port d47ca29c-a29a-4e49-972a-9126fe582fff on network c65426fd-c86a-4e40-84df-85482cd2104e {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:48.748387 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:48.748756 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Checking segment: {'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:48.749557 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.750111 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Bound using segment: {'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:48.751011 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Bound port: d47ca29c-a29a-4e49-972a-9126fe582fff, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:48.751412 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.755924 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Network 61dd4469-55cd-4172-9171-24b328b811a2 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:48.757939 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:48.857438 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] For port d47ca29c-a29a-4e49-972a-9126fe582fff, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:48.861137 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] For port d47ca29c-a29a-4e49-972a-9126fe582fff, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=d47ca29c-a29a-4e49-972a-9126fe582fff,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:48.868841 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.922967 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Router 21fbed26-f88b-47a4-8216-801d7de6b309 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:08:48.923539 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271af44-36fe-40af-9eb9-43364172b195 None None] Pushing event updated for resources: {'Port': ['ID=2d523883-83d6-455a-b659-15187d957e2a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:48.939107 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bca1db-dfb7-4fd7-b2fd-6932963ade46 None None] Pushing event updated for resources: {'Port': ['ID=d47ca29c-a29a-4e49-972a-9126fe582fff,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:48.966198 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Routers {'936a1778-822b-4bd0-b58d-41b844529feb'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:48.967136 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['936a1778-822b-4bd0-b58d-41b844529feb'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:48.977786 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-be59103d-51ef-46ab-ad1a-b715034d84ea None None] Provisioning complete for port 6a435d78-3192-4596-bf0d-36aaee70410c triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:48.978305 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be59103d-51ef-46ab-ad1a-b715034d84ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:49.038974 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-be59103d-51ef-46ab-ad1a-b715034d84ea None None] Port 6a435d78-3192-4596-bf0d-36aaee70410c cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:08:49.043326 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] Set router 21fbed26-f88b-47a4-8216-801d7de6b309 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:49.096373 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:08:49.102885 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ecc3a08e-06dc-4f63-9e4b-e4c57d62be33 admin admin] 10.222.0.13 "PUT /v2.0/routers/21fbed26-f88b-47a4-8216-801d7de6b309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2176237 Sep 15 17:08:49.279369 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] Set router 936a1778-822b-4bd0-b58d-41b844529feb gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:49.327440 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-448ffdaa-bb36-4c71-8205-a60797fcad15 None None] Provisioning complete for port d47ca29c-a29a-4e49-972a-9126fe582fff triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:49.327879 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-448ffdaa-bb36-4c71-8205-a60797fcad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:49.517206 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'name': 'tempest-TestVolumeBootPattern-969935687-router', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:36Z', 'updated_at': '2021-09-15T17:08:41Z', 'revision_number': 4, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'gw_port': {'id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'b95159c3-95b7-4a1b-ba17-8332106a5b08', 'name': '', 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'mac_address': 'fa:16:3e:1e:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:39Z', 'updated_at': '2021-09-15T17:08:41Z', 'revision_number': 2, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'subnets': [{'id': '4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:49.577906 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Checking router: 002c50f2-d9d3-480c-96b8-47e4411457c3 for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:08:49.578255 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Updating router 002c50f2-d9d3-480c-96b8-47e4411457c3 port b95159c3-95b7-4a1b-ba17-8332106a5b08 binding host dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:08:49.611519 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:42Z', 'revision_number': 4, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'd47ca29c-a29a-4e49-972a-9126fe582fff', 'name': '', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'mac_address': 'fa:16:3e:d0:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:41Z', 'updated_at': '2021-09-15T17:08:48Z', 'revision_number': 4, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'subnets': [{'id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:49.635265 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-448ffdaa-bb36-4c71-8205-a60797fcad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:49.659248 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3ca94b-9b80-4fe8-b80b-4a419d870bc9 None None] The sync data for ids ['936a1778-822b-4bd0-b58d-41b844529feb'] in dv-cinder-796806-2-iscsi is: [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:42Z', 'revision_number': 4, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'd47ca29c-a29a-4e49-972a-9126fe582fff', 'name': '', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'mac_address': 'fa:16:3e:d0:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:41Z', 'updated_at': '2021-09-15T17:08:48Z', 'revision_number': 4, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'subnets': [{'id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:08:49.660614 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 60f365b2-0aa9-40e9-917a-13cdba8f7a8c up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:49.672767 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:49.958980 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'name': 'tempest-TestMinimumBasicScenario-574910682-router', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2d523883-83d6-455a-b659-15187d957e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:48Z', 'revision_number': 4, 'project_id': '0861d42981da417d8833a8eb56830f42', 'gw_port': {'id': '2d523883-83d6-455a-b659-15187d957e2a', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '6a435d78-3192-4596-bf0d-36aaee70410c', 'name': '', 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'mac_address': 'fa:16:3e:a8:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '40a94146-78a6-4300-9d0f-80ae566baa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:47Z', 'updated_at': '2021-09-15T17:08:48Z', 'revision_number': 2, 'project_id': '0861d42981da417d8833a8eb56830f42', 'subnets': [{'id': '40a94146-78a6-4300-9d0f-80ae566baa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:49.964206 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-448ffdaa-bb36-4c71-8205-a60797fcad15 None None] For port d47ca29c-a29a-4e49-972a-9126fe582fff, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=d47ca29c-a29a-4e49-972a-9126fe582fff,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:49.997527 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-448ffdaa-bb36-4c71-8205-a60797fcad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:50.005135 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb724bf-7b00-4317-940f-9dc92434e6d3 None None] The sync data for ids ['21fbed26-f88b-47a4-8216-801d7de6b309'] in dv-cinder-796806-2-iscsi is: [{'id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'name': 'tempest-TestMinimumBasicScenario-574910682-router', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2d523883-83d6-455a-b659-15187d957e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:48Z', 'revision_number': 4, 'project_id': '0861d42981da417d8833a8eb56830f42', 'gw_port': {'id': '2d523883-83d6-455a-b659-15187d957e2a', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '6a435d78-3192-4596-bf0d-36aaee70410c', 'name': '', 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'mac_address': 'fa:16:3e:a8:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '40a94146-78a6-4300-9d0f-80ae566baa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:47Z', 'updated_at': '2021-09-15T17:08:48Z', 'revision_number': 2, 'project_id': '0861d42981da417d8833a8eb56830f42', 'subnets': [{'id': '40a94146-78a6-4300-9d0f-80ae566baa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:08:50.265086 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-448ffdaa-bb36-4c71-8205-a60797fcad15 None None] Provisioning complete for port 6a435d78-3192-4596-bf0d-36aaee70410c triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:50.265488 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-448ffdaa-bb36-4c71-8205-a60797fcad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:50.293940 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:50.294225 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:50.309419 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ffdaa-bb36-4c71-8205-a60797fcad15 None None] Pushing event updated for resources: {'Port': ['ID=d47ca29c-a29a-4e49-972a-9126fe582fff,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:50.402552 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-448ffdaa-bb36-4c71-8205-a60797fcad15 None None] Port 6a435d78-3192-4596-bf0d-36aaee70410c cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:08:50.625091 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:50.634931 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:50.688911 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-239f26c7-9ab9-45ce-8d64-295fe4a13fb8 None None] Provisioning complete for port d47ca29c-a29a-4e49-972a-9126fe582fff triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:50.689286 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-239f26c7-9ab9-45ce-8d64-295fe4a13fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:50.793188 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665de94f-fb41-425e-894f-a4973813ee7e None None] Pushing event updated for resources: {'Port': ['ID=b95159c3-95b7-4a1b-ba17-8332106a5b08,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:50.933475 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Attempting to bind port b95159c3-95b7-4a1b-ba17-8332106a5b08 on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:50.933765 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Attempting to bind port b95159c3-95b7-4a1b-ba17-8332106a5b08 by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': 'ef1348f2-5d92-40e6-b814-1a0c06308781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:50.934127 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Attempting to bind port b95159c3-95b7-4a1b-ba17-8332106a5b08 on network 87974f89-17dd-4766-8578-ffd1fb44d5c5 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:50.983259 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:50.983634 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Checking segment: {'id': 'ef1348f2-5d92-40e6-b814-1a0c06308781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:50.984034 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:50.984675 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Bound using segment: {'id': 'ef1348f2-5d92-40e6-b814-1a0c06308781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:50.985162 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Bound port: b95159c3-95b7-4a1b-ba17-8332106a5b08, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1348f2-5d92-40e6-b814-1a0c06308781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:50.985619 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:51.104519 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] For port b95159c3-95b7-4a1b-ba17-8332106a5b08, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:51.108586 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] For port b95159c3-95b7-4a1b-ba17-8332106a5b08, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=b95159c3-95b7-4a1b-ba17-8332106a5b08,segment=NetworkSegment(ef1348f2-5d92-40e6-b814-1a0c06308781),segment_id=ef1348f2-5d92-40e6-b814-1a0c06308781)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:51.114729 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:51.177861 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-8f6697f9-6821-4f0c-8b5c-d62fdc8ffd73 None None] Provisioning complete for port b95159c3-95b7-4a1b-ba17-8332106a5b08 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:51.178299 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8f6697f9-6821-4f0c-8b5c-d62fdc8ffd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:51.214421 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Routers {'002c50f2-d9d3-480c-96b8-47e4411457c3'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:51.215518 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['002c50f2-d9d3-480c-96b8-47e4411457c3'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:51.305051 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665de94f-fb41-425e-894f-a4973813ee7e None None] Pushing event updated for resources: {'Port': ['ID=b95159c3-95b7-4a1b-ba17-8332106a5b08,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:51.470080 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8f6697f9-6821-4f0c-8b5c-d62fdc8ffd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:51.496066 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] Set router 002c50f2-d9d3-480c-96b8-47e4411457c3 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:51.696016 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-8f6697f9-6821-4f0c-8b5c-d62fdc8ffd73 None None] For port b95159c3-95b7-4a1b-ba17-8332106a5b08, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=b95159c3-95b7-4a1b-ba17-8332106a5b08,segment=NetworkSegment(ef1348f2-5d92-40e6-b814-1a0c06308781),segment_id=ef1348f2-5d92-40e6-b814-1a0c06308781)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:51.702516 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8f6697f9-6821-4f0c-8b5c-d62fdc8ffd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:51.783919 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6697f9-6821-4f0c-8b5c-d62fdc8ffd73 None None] Pushing event updated for resources: {'Port': ['ID=b95159c3-95b7-4a1b-ba17-8332106a5b08,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:51.816700 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'name': 'tempest-TestVolumeBootPattern-969935687-router', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:36Z', 'updated_at': '2021-09-15T17:08:41Z', 'revision_number': 4, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'gw_port': {'id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'b95159c3-95b7-4a1b-ba17-8332106a5b08', 'name': '', 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'mac_address': 'fa:16:3e:1e:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:39Z', 'updated_at': '2021-09-15T17:08:51Z', 'revision_number': 4, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'subnets': [{'id': '4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:51.822970 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device d47ca29c-a29a-4e49-972a-9126fe582fff up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:51.857292 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3dea4e-68d0-4c4a-84d1-0bccfb99cd6e None None] The sync data for ids ['002c50f2-d9d3-480c-96b8-47e4411457c3'] in dv-cinder-796806-2-iscsi is: [{'id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'name': 'tempest-TestVolumeBootPattern-969935687-router', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:36Z', 'updated_at': '2021-09-15T17:08:41Z', 'revision_number': 4, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'gw_port': {'id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'b95159c3-95b7-4a1b-ba17-8332106a5b08', 'name': '', 'network_id': '87974f89-17dd-4766-8578-ffd1fb44d5c5', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'mac_address': 'fa:16:3e:1e:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:39Z', 'updated_at': '2021-09-15T17:08:51Z', 'revision_number': 4, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'subnets': [{'id': '4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:08:51.895214 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-7e5e0bb4-8923-4bd5-a8fa-7482af714925 None None] Provisioning complete for port b95159c3-95b7-4a1b-ba17-8332106a5b08 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:51.895578 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e5e0bb4-8923-4bd5-a8fa-7482af714925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:51.941150 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port d47ca29c-a29a-4e49-972a-9126fe582fff triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:51.941545 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:52.133215 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device b95159c3-95b7-4a1b-ba17-8332106a5b08 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:52.205295 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port b95159c3-95b7-4a1b-ba17-8332106a5b08 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:52.207678 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:53.767652 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device b95159c3-95b7-4a1b-ba17-8332106a5b08 up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:53.888359 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port b95159c3-95b7-4a1b-ba17-8332106a5b08 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:53.888950 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:54.009586 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 2d523883-83d6-455a-b659-15187d957e2a up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:54.088429 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 2d523883-83d6-455a-b659-15187d957e2a triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:54.089026 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:54.182840 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:54.206526 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] For port 2d523883-83d6-455a-b659-15187d957e2a, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=2d523883-83d6-455a-b659-15187d957e2a,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:54.211793 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:54.291928 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Pushing event updated for resources: {'Port': ['ID=2d523883-83d6-455a-b659-15187d957e2a,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:54.431041 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35a60a73-1ca4-4e49-880c-e30b7710446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:55.634677 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 2d523883-83d6-455a-b659-15187d957e2a up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:55.692452 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 2d523883-83d6-455a-b659-15187d957e2a triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:55.692452 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:56.926686 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2c760ec2-1eac-42c0-92b6-75b6ac9b512a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:57.400712 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Sync routers for ids ['21fbed26-f88b-47a4-8216-801d7de6b309'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:08:57.410205 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Routers {'21fbed26-f88b-47a4-8216-801d7de6b309'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:57.410798 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['21fbed26-f88b-47a4-8216-801d7de6b309'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:57.524491 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Set router 21fbed26-f88b-47a4-8216-801d7de6b309 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:57.572737 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:57.733581 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'name': 'tempest-TestMinimumBasicScenario-574910682-router', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2d523883-83d6-455a-b659-15187d957e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:48Z', 'revision_number': 4, 'project_id': '0861d42981da417d8833a8eb56830f42', 'gw_port': {'id': '2d523883-83d6-455a-b659-15187d957e2a', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '6a435d78-3192-4596-bf0d-36aaee70410c', 'name': '', 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'mac_address': 'fa:16:3e:a8:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '40a94146-78a6-4300-9d0f-80ae566baa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:47Z', 'updated_at': '2021-09-15T17:08:48Z', 'revision_number': 2, 'project_id': '0861d42981da417d8833a8eb56830f42', 'subnets': [{'id': '40a94146-78a6-4300-9d0f-80ae566baa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:57.764845 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Checking router: 21fbed26-f88b-47a4-8216-801d7de6b309 for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:08:57.765536 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Updating router 21fbed26-f88b-47a4-8216-801d7de6b309 port 6a435d78-3192-4596-bf0d-36aaee70410c binding host dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:08:57.792981 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.093840 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.102649 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.155540 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e2fa7-b7d3-4653-9fa2-ebf4e6c3b8d7 None None] Pushing event updated for resources: {'Port': ['ID=6a435d78-3192-4596-bf0d-36aaee70410c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:58.230356 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Attempting to bind port 6a435d78-3192-4596-bf0d-36aaee70410c on host dv-cinder-796806-2-iscsi for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:58.230969 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Attempting to bind port 6a435d78-3192-4596-bf0d-36aaee70410c by drivers openvswitch,hyperv on host dv-cinder-796806-2-iscsi at level 0 using segments [{'id': '90b272de-3847-4ebe-a826-933ead77a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:58.231436 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Attempting to bind port 6a435d78-3192-4596-bf0d-36aaee70410c on network 61dd4469-55cd-4172-9171-24b328b811a2 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:58.236983 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Checking agent: {'id': 'cb443a22-49ab-47bb-a45a-1c782e5b65c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 52, 28), 'started_at': datetime.datetime(2021, 9, 15, 16, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:58.237506 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Checking segment: {'id': '90b272de-3847-4ebe-a826-933ead77a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:58.238061 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.238450 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Bound using segment: {'id': '90b272de-3847-4ebe-a826-933ead77a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:58.239171 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Bound port: 6a435d78-3192-4596-bf0d-36aaee70410c, host: dv-cinder-796806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b272de-3847-4ebe-a826-933ead77a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:58.239542 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.314386 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] For port 6a435d78-3192-4596-bf0d-36aaee70410c, host dv-cinder-796806-2-iscsi, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:58.322908 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] For port 6a435d78-3192-4596-bf0d-36aaee70410c, host dv-cinder-796806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=6a435d78-3192-4596-bf0d-36aaee70410c,segment=NetworkSegment(90b272de-3847-4ebe-a826-933ead77a852),segment_id=90b272de-3847-4ebe-a826-933ead77a852)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:58.327379 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.379150 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-bbbe4b9c-662c-47ad-aa14-8b33ef01ebb4 None None] Provisioning complete for port 6a435d78-3192-4596-bf0d-36aaee70410c triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:58.379715 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e2fa7-b7d3-4653-9fa2-ebf4e6c3b8d7 None None] Pushing event updated for resources: {'Port': ['ID=6a435d78-3192-4596-bf0d-36aaee70410c,revision_number=4']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:58.380228 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4b9c-662c-47ad-aa14-8b33ef01ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.396600 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Routers {'21fbed26-f88b-47a4-8216-801d7de6b309'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:58.397829 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['21fbed26-f88b-47a4-8216-801d7de6b309'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:58.512220 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] Set router 21fbed26-f88b-47a4-8216-801d7de6b309 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:58.520283 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4b9c-662c-47ad-aa14-8b33ef01ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.549770 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.575892 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-bbbe4b9c-662c-47ad-aa14-8b33ef01ebb4 None None] For port 6a435d78-3192-4596-bf0d-36aaee70410c, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=6a435d78-3192-4596-bf0d-36aaee70410c,segment=NetworkSegment(90b272de-3847-4ebe-a826-933ead77a852),segment_id=90b272de-3847-4ebe-a826-933ead77a852)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:58.584498 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4b9c-662c-47ad-aa14-8b33ef01ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.664320 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe4b9c-662c-47ad-aa14-8b33ef01ebb4 None None] Pushing event updated for resources: {'Port': ['ID=6a435d78-3192-4596-bf0d-36aaee70410c,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:58.708686 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-54ad66d3-d841-4879-ba50-65fc2ef89cbe None None] Provisioning complete for port 6a435d78-3192-4596-bf0d-36aaee70410c triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:58.709055 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54ad66d3-d841-4879-ba50-65fc2ef89cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.749335 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'name': 'tempest-TestMinimumBasicScenario-574910682-router', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2d523883-83d6-455a-b659-15187d957e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:48Z', 'revision_number': 4, 'project_id': '0861d42981da417d8833a8eb56830f42', 'gw_port': {'id': '2d523883-83d6-455a-b659-15187d957e2a', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '6a435d78-3192-4596-bf0d-36aaee70410c', 'name': '', 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'mac_address': 'fa:16:3e:a8:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '40a94146-78a6-4300-9d0f-80ae566baa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:47Z', 'updated_at': '2021-09-15T17:08:58Z', 'revision_number': 4, 'project_id': '0861d42981da417d8833a8eb56830f42', 'subnets': [{'id': '40a94146-78a6-4300-9d0f-80ae566baa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:58.782010 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f5933-c355-4cd1-a321-711fe221f04d None None] The sync data for ids ['21fbed26-f88b-47a4-8216-801d7de6b309'] in dv-cinder-796806-2-iscsi is: [{'id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'name': 'tempest-TestMinimumBasicScenario-574910682-router', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2d523883-83d6-455a-b659-15187d957e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:48Z', 'revision_number': 4, 'project_id': '0861d42981da417d8833a8eb56830f42', 'gw_port': {'id': '2d523883-83d6-455a-b659-15187d957e2a', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '6a435d78-3192-4596-bf0d-36aaee70410c', 'name': '', 'network_id': '61dd4469-55cd-4172-9171-24b328b811a2', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'mac_address': 'fa:16:3e:a8:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '40a94146-78a6-4300-9d0f-80ae566baa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:47Z', 'updated_at': '2021-09-15T17:08:58Z', 'revision_number': 4, 'project_id': '0861d42981da417d8833a8eb56830f42', 'subnets': [{'id': '40a94146-78a6-4300-9d0f-80ae566baa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:08:59.620500 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 6a435d78-3192-4596-bf0d-36aaee70410c up at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:59.675024 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Provisioning complete for port 6a435d78-3192-4596-bf0d-36aaee70410c triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:59.675396 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:59.830481 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:00.690070 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23013a3e-3be9-416a-afcf-68add23f8731 req-3ad0d9df-417b-48b2-85bd-04aa30d2bc69 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:00.691525 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-3ad0d9df-417b-48b2-85bd-04aa30d2bc69 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/networks?id=c65426fd-c86a-4e40-84df-85482cd2104e HTTP/1.1" status: 200 len: 814 time: 0.1050637 Sep 15 17:09:00.706178 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-f6aa9740-4a70-4316-beb3-6eda768c05ff tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/quotas/5c0424b6ddc04b939c023f05932da0e4 HTTP/1.1" status: 200 len: 375 time: 0.0087392 Sep 15 17:09:00.759473 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-5bc213a6-e57d-4423-b20c-05ada13b2d90 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c0424b6ddc04b939c023f05932da0e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473170 Sep 15 17:09:00.860691 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-4cdec0ed-29b9-41da-ba1b-0a068233c5c7 service neutron] 10.222.0.13 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894656 Sep 15 17:09:00.951581 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-2c3f1cd9-886f-4772-9b45-a68c14768a5e service neutron] 10.222.0.13 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840251 Sep 15 17:09:01.113800 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-987c67f9-8890-4b61-8424-051d07d0761f req-0584272e-3ef8-435a-8e30-e92c8e57a786 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 210 time: 0.0328979 Sep 15 17:09:02.149982 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23013a3e-3be9-416a-afcf-68add23f8731 req-420992fd-3e89-4a8f-9b97-2ee34a78944b tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:02.151566 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-420992fd-3e89-4a8f-9b97-2ee34a78944b tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.61 "GET /v2.0/networks?id=c65426fd-c86a-4e40-84df-85482cd2104e HTTP/1.1" status: 200 len: 814 time: 0.1102047 Sep 15 17:09:02.166712 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-23013a3e-3be9-416a-afcf-68add23f8731 req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Request body: {'port': {'device_id': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'admin_state_up': True, 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:02.224027 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9de5a36e-d19d-496b-956b-3b1ee67462f5 req-0abf5361-9b18-4860-9afc-92392c691714 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 210 time: 0.0306621 Sep 15 17:09:02.308013 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23013a3e-3be9-416a-afcf-68add23f8731 req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Made reservation on behalf of 5c0424b6ddc04b939c023f05932da0e4 for: {'port': 1} {{(pid=93880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:09:02.312213 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23013a3e-3be9-416a-afcf-68add23f8731 req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:02.457163 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [req-23013a3e-3be9-416a-afcf-68add23f8731 req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Allocated IP 172.20.0.6 (c65426fd-c86a-4e40-84df-85482cd2104e/3f3cfd47-88a1-4804-9cde-db2cda8ef1ad/c8613a94-ad4b-45a4-b321-6696ae65cedd) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:09:02.700225 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23013a3e-3be9-416a-afcf-68add23f8731 req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:02.767323 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23013a3e-3be9-416a-afcf-68add23f8731 req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:02.844457 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23013a3e-3be9-416a-afcf-68add23f8731 req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Network c65426fd-c86a-4e40-84df-85482cd2104e is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:02.854268 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [req-23013a3e-3be9-416a-afcf-68add23f8731 req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:02.856697 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-23013a3e-3be9-416a-afcf-68add23f8731 req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:09:02.907876 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event updated for resources: {'Port': ['ID=c8613a94-ad4b-45a4-b321-6696ae65cedd,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:02.939811 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23013a3e-3be9-416a-afcf-68add23f8731 req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:02.940624 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23013a3e-3be9-416a-afcf-68add23f8731 req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:02.959012 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-21440781-8d7a-42cd-aa88-fa3800863f3d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7964499 Sep 15 17:09:03.170075 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-0960aa69-5401-4a7a-ac53-6c6a0746ed8a None None] Provisioning complete for port c8613a94-ad4b-45a4-b321-6696ae65cedd triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:03.170623 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0960aa69-5401-4a7a-ac53-6c6a0746ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:03.204920 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0960aa69-5401-4a7a-ac53-6c6a0746ed8a None None] Port c8613a94-ad4b-45a4-b321-6696ae65cedd cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:09:03.343891 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54005e9-b176-47af-83df-f7719c3c35c5 req-e6c445a9-0c01-45aa-8b5d-64aac5905b53 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:03.346187 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a54005e9-b176-47af-83df-f7719c3c35c5 req-e6c445a9-0c01-45aa-8b5d-64aac5905b53 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 931 time: 0.0520279 Sep 15 17:09:03.387270 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a54005e9-b176-47af-83df-f7719c3c35c5 req-5f326895-c74f-4db8-94fb-780d99e4c931 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341198 Sep 15 17:09:04.572795 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41178) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:04.614216 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90b2dc-3c43-40a3-8e9c-055621c5d738 req-defe803f-fcd0-42cc-9162-36313c34b07b tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:04.616149 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fa90b2dc-3c43-40a3-8e9c-055621c5d738 req-defe803f-fcd0-42cc-9162-36313c34b07b tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 931 time: 0.1218655 Sep 15 17:09:04.667883 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fa90b2dc-3c43-40a3-8e9c-055621c5d738 req-42e386fd-cfc5-40c0-823b-ad851cbbd08a tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455239 Sep 15 17:09:04.764878 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be74e737-306a-4849-a4e1-25adfb855b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.876788 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-090d6573-0d73-4bc1-affb-aa4b0972d183 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6355199&fields=id&tenant_id=280b0cb25b7749e3974fcc1cb20306f1 HTTP/1.1" status: 200 len: 267 time: 0.0515776 Sep 15 17:09:04.905282 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be74e737-306a-4849-a4e1-25adfb855b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.916738 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-be74e737-306a-4849-a4e1-25adfb855b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.019648 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-be74e737-306a-4849-a4e1-25adfb855b32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2e8eb3b653547a88edc099a2ea8d136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445562 Sep 15 17:09:05.022875 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74e737-306a-4849-a4e1-25adfb855b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedd654a-8d3d-43a7-acec-be31b769376d,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:05.023044 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41188) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:05.047693 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8edac-3986-42a9-ba09-331c392f179f req-f70c423a-6516-42e3-b790-daed399ca408 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:05.049652 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-f70c423a-6516-42e3-b790-daed399ca408 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 812 time: 0.1654677 Sep 15 17:09:05.065751 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-900f06a1-2959-454f-bb63-6930c5c43634 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/quotas/280b0cb25b7749e3974fcc1cb20306f1 HTTP/1.1" status: 200 len: 375 time: 0.0097387 Sep 15 17:09:05.094136 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ad33dd97-73af-47aa-8020-1980dba3e2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.117974 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ad33dd97-73af-47aa-8020-1980dba3e2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.134032 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-ffdb5453-c820-4de9-87b3-d12e1ff46971 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617735 Sep 15 17:09:05.169254 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ad33dd97-73af-47aa-8020-1980dba3e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.173201 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ad33dd97-73af-47aa-8020-1980dba3e2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.182044 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ad33dd97-73af-47aa-8020-1980dba3e2c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cedd654a-8d3d-43a7-acec-be31b769376d HTTP/1.1" status: 204 len: 168 time: 0.1579773 Sep 15 17:09:05.192615 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33dd97-73af-47aa-8020-1980dba3e2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedd654a-8d3d-43a7-acec-be31b769376d,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:05.261891 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-3d66985a-6ae6-4b6b-b741-f2838cd9fb05 service neutron] 10.222.0.13 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256704 Sep 15 17:09:05.382734 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-ef321fa4-dfd7-43d7-bb3d-e5afa2deda3d service neutron] 10.222.0.13 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199629 Sep 15 17:09:05.521084 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41202) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:05.540963 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ca7e32b-371c-43da-a0c1-bd32f0528ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.694778 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ca7e32b-371c-43da-a0c1-bd32f0528ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.704438 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ca7e32b-371c-43da-a0c1-bd32f0528ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.776919 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9ca7e32b-371c-43da-a0c1-bd32f0528ede admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80b61dd06ff647cfb33af970ac07fcea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540245 Sep 15 17:09:05.779270 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7e32b-371c-43da-a0c1-bd32f0528ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc96f9e8-1b16-4daf-91f2-e128a258711e,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:05.779568 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41210) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:05.854142 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-bdb5e84c-69aa-4be5-9483-f138159c3834 req-84dec3ed-d881-476c-a1a1-72e55b1d3812 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 210 time: 0.0681782 Sep 15 17:09:05.906210 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c8ae-40df-4b16-a743-c9479e13584a req-56d091b6-b06a-4dd0-aac9-9fc3e8bd3df5 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:05.914677 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a225c8ae-40df-4b16-a743-c9479e13584a req-56d091b6-b06a-4dd0-aac9-9fc3e8bd3df5 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 931 time: 0.1030762 Sep 15 17:09:05.933913 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-389e889c-7bb9-4af5-bed4-e976783bf328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.966675 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-389e889c-7bb9-4af5-bed4-e976783bf328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.982019 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a225c8ae-40df-4b16-a743-c9479e13584a req-8f607a72-602c-4782-ae0d-517d829a6b90 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663621 Sep 15 17:09:06.033728 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-389e889c-7bb9-4af5-bed4-e976783bf328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:06.039087 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-389e889c-7bb9-4af5-bed4-e976783bf328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:06.040621 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-389e889c-7bb9-4af5-bed4-e976783bf328 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc96f9e8-1b16-4daf-91f2-e128a258711e HTTP/1.1" status: 204 len: 168 time: 0.2599614 Sep 15 17:09:06.050147 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e889c-7bb9-4af5-bed4-e976783bf328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc96f9e8-1b16-4daf-91f2-e128a258711e,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:06.971986 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2076d245-254f-41eb-b6b5-180a2502e80e req-888102f7-0c21-4932-9b61-7c6b1629a775 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 210 time: 0.0345964 Sep 15 17:09:07.113207 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d3174-3425-48bf-b1c0-36f8dc189be3 req-8ff738c1-ebde-49c2-8931-c73e0d394345 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:07.115041 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-013d3174-3425-48bf-b1c0-36f8dc189be3 req-8ff738c1-ebde-49c2-8931-c73e0d394345 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 931 time: 0.0647621 Sep 15 17:09:07.181447 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-013d3174-3425-48bf-b1c0-36f8dc189be3 req-aa14808d-bfea-4e92-8206-e829226b0d2a tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567923 Sep 15 17:09:07.846891 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41264) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:07.961877 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-695135f2-9bb5-4090-be9c-9211517ec4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.071213 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4428c3a0-6a0d-40a3-a013-b251e9d9b754 req-cc840b6b-52eb-4a94-adaa-33f1b8f9d02a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 210 time: 0.0309560 Sep 15 17:09:08.107038 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-695135f2-9bb5-4090-be9c-9211517ec4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.110837 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-695135f2-9bb5-4090-be9c-9211517ec4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.154798 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695135f2-9bb5-4090-be9c-9211517ec4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb5eb17-52c6-419f-aaba-346e253ce78a,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:08.160022 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-695135f2-9bb5-4090-be9c-9211517ec4d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=679156972dcd43c09ae6e1ff8c2ae6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117926 Sep 15 17:09:08.163356 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41270) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:08.220559 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f66a5d15-3eae-4c80-a71a-df9309d314f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.244071 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f66a5d15-3eae-4c80-a71a-df9309d314f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.321527 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f679f47-85ee-4c07-8c1c-51d1237b8f43 req-a3fab7ac-1909-4805-82ca-f386f23d6cc0 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:08.322961 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7f679f47-85ee-4c07-8c1c-51d1237b8f43 req-a3fab7ac-1909-4805-82ca-f386f23d6cc0 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 931 time: 0.0623803 Sep 15 17:09:08.341779 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f66a5d15-3eae-4c80-a71a-df9309d314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.344409 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f66a5d15-3eae-4c80-a71a-df9309d314f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.345185 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41274) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:08.345440 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-f66a5d15-3eae-4c80-a71a-df9309d314f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfb5eb17-52c6-419f-aaba-346e253ce78a HTTP/1.1" status: 204 len: 168 time: 0.1810000 Sep 15 17:09:08.365324 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a5d15-3eae-4c80-a71a-df9309d314f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb5eb17-52c6-419f-aaba-346e253ce78a,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:08.394742 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-7f679f47-85ee-4c07-8c1c-51d1237b8f43 req-cf123cc5-799d-4b88-b02e-7b38c3117c97 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565069 Sep 15 17:09:08.578459 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Deleting port e1a98be2-1b68-4a88-a5bb-6059f1f141a0 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:09:08.579045 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.676509 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.676832 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.690588 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Calling delete_port for e1a98be2-1b68-4a88-a5bb-6059f1f141a0 owned by network:floatingip {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:09:08.721785 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41282) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:08.737311 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2983cb4-2c86-4646-8059-ff5c879668f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.841211 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2983cb4-2c86-4646-8059-ff5c879668f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.846935 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a2983cb4-2c86-4646-8059-ff5c879668f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.909514 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2983cb4-2c86-4646-8059-ff5c879668f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000385ad-9eaa-4bfc-82fe-4a538ac617d9,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:08.915904 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a2983cb4-2c86-4646-8059-ff5c879668f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e172141a78504669a1876149271aaea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927154 Sep 15 17:09:08.918643 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41284) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:08.927354 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:08.954837 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event deleted for resources: {'Port': ['ID=e1a98be2-1b68-4a88-a5bb-6059f1f141a0,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:08.982221 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-da9a6596-b911-44fc-8783-8a829e959553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.006752 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-da9a6596-b911-44fc-8783-8a829e959553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.029495 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for floatingip, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.030174 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.l3_db [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Floating IP e58705e9-9f07-4527-83a6-2f40dbcdd732 disassociated (deleted). External IP: 172.27.0.221, port: 60b48d26-f969-4abc-a60b-37b00b76a0bd. Sep 15 17:09:09.064362 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-da9a6596-b911-44fc-8783-8a829e959553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.067884 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-da9a6596-b911-44fc-8783-8a829e959553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.071433 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-da9a6596-b911-44fc-8783-8a829e959553 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/000385ad-9eaa-4bfc-82fe-4a538ac617d9 HTTP/1.1" status: 204 len: 168 time: 0.1496360 Sep 15 17:09:09.098843 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a6596-b911-44fc-8783-8a829e959553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000385ad-9eaa-4bfc-82fe-4a538ac617d9,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:09.230765 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-094d5696-fdd6-40b9-90ef-0229b4b25a6a req-0020e095-c52a-4be5-8703-1071887180cf tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 210 time: 0.0615354 Sep 15 17:09:09.342614 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:09:09.503418 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:09:09.509333 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.514142 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0fd86-cb84-480e-b19b-fe076e59a6f7 None None] Sync routers for ids ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:09:09.531130 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd0fd86-cb84-480e-b19b-fe076e59a6f7 None None] Routers {'13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:09.532048 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-2dd0fd86-cb84-480e-b19b-fe076e59a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:09.578762 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-c3d09f80-16ce-478c-8159-7dccc7bf25a5 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "DELETE /v2.0/floatingips/e58705e9-9f07-4527-83a6-2f40dbcdd732 HTTP/1.1" status: 204 len: 168 time: 1.2319641 Sep 15 17:09:09.579713 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:09.583878 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9d26d3-1ce1-44e9-b842-f6cc51b242ae" -d '{"events": [{"name": "network-changed", "server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:09.623622 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf5580-094f-45c6-930d-aa8088d52a87 req-6a937f7c-2aeb-4d46-a5d2-a90d2f2391be tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:09.625330 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80bf5580-094f-45c6-930d-aa8088d52a87 req-6a937f7c-2aeb-4d46-a5d2-a90d2f2391be tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 931 time: 0.1392534 Sep 15 17:09:09.689968 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80bf5580-094f-45c6-930d-aa8088d52a87 req-2702e8f0-8a8c-4519-a616-f8ad9a9b9f9d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576384 Sep 15 17:09:09.691646 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.937847 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-2dd0fd86-cb84-480e-b19b-fe076e59a6f7 None None] Set router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:09.995251 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6871c0-9b8a-4610-a285-a816c78fcf58 x-openstack-request-id: req-da6871c0-9b8a-4610-a285-a816c78fcf58 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:09.995525 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:09.995768 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da6871c0-9b8a-4610-a285-a816c78fcf58 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:09.996152 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'status': 'completed', 'code': 200} Sep 15 17:09:10.044071 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be3db5-f508-41ef-960f-08a057886122 req-a4000a23-ecb2-4f7f-9669-8016847749b7 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:10.056798 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a3be3db5-f508-41ef-960f-08a057886122 req-a4000a23-ecb2-4f7f-9669-8016847749b7 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.1022906 Sep 15 17:09:10.128253 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-a3be3db5-f508-41ef-960f-08a057886122 req-dc443385-97a6-4d8e-9e8f-0681a6a10f36 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702436 Sep 15 17:09:10.221910 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-2dd0fd86-cb84-480e-b19b-fe076e59a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '21bbb4c6-df5e-433d-bde1-510bdaedc54c', 'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'mac_address': 'fa:16:3e:e7:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:06Z', 'updated_at': '2021-09-15T17:04:13Z', 'revision_number': 5, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'subnets': [{'id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:10.262253 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0fd86-cb84-480e-b19b-fe076e59a6f7 None None] Checking router: 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:09:10.270760 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd0fd86-cb84-480e-b19b-fe076e59a6f7 None None] Routers {'13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:10.271379 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-2dd0fd86-cb84-480e-b19b-fe076e59a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:10.365806 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-587b6a59-a8ec-4f6b-bd99-83df81c652e8 req-28ce1e08-8620-44d8-9910-470a3f908a5b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 210 time: 0.0404272 Sep 15 17:09:10.428433 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-2dd0fd86-cb84-480e-b19b-fe076e59a6f7 None None] Set router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:10.666698 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-2dd0fd86-cb84-480e-b19b-fe076e59a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '21bbb4c6-df5e-433d-bde1-510bdaedc54c', 'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'mac_address': 'fa:16:3e:e7:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:06Z', 'updated_at': '2021-09-15T17:04:13Z', 'revision_number': 5, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'subnets': [{'id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:10.713410 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0fd86-cb84-480e-b19b-fe076e59a6f7 None None] The sync data for ids ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'] in dv-cinder-796806-2-iscsi is: [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:07Z', 'revision_number': 4, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '21bbb4c6-df5e-433d-bde1-510bdaedc54c', 'name': '', 'network_id': '6836674f-7de3-4902-9ab7-80f35c172746', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'mac_address': 'fa:16:3e:e7:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:06Z', 'updated_at': '2021-09-15T17:04:13Z', 'revision_number': 5, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'subnets': [{'id': '9ce1e6d6-ec20-4605-82cb-1d82523402a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:09:10.851880 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1e50b-b2a5-4da1-91d9-af673ac795d1 req-6ec31e62-4124-4337-b4ac-002de1eb5b68 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:10.859235 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b2e1e50b-b2a5-4da1-91d9-af673ac795d1 req-6ec31e62-4124-4337-b4ac-002de1eb5b68 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 931 time: 0.0650520 Sep 15 17:09:10.899137 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b2e1e50b-b2a5-4da1-91d9-af673ac795d1 req-fe73c3d6-9273-4b82-950a-77171c9ba8aa tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389302 Sep 15 17:09:11.044036 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec19dc-3715-470a-a4d8-86312408f3ae None None] New status for floating IP e58705e9-9f07-4527-83a6-2f40dbcdd732: DOWN {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:09:11.247524 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2035e6-fd34-4f18-a116-49b3beb8e46e req-62ebae77-df39-42be-a095-acfc4c06ef21 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:11.249072 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3a2035e6-fd34-4f18-a116-49b3beb8e46e req-62ebae77-df39-42be-a095-acfc4c06ef21 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0517192 Sep 15 17:09:11.309860 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3a2035e6-fd34-4f18-a116-49b3beb8e46e req-b7fc9775-c931-4eaa-8a2a-f63054907534 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522175 Sep 15 17:09:11.490960 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-141f6317-41c4-483f-95d0-240364180799 req-cfb5886b-bebf-45da-b351-7be5ad77d0df tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 210 time: 0.0270672 Sep 15 17:09:12.059752 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c0d01-3d14-430c-bb70-cb11dbf38ba7 req-b2cd73f4-c696-4c95-900a-a4f0d0b2ed67 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:12.069801 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-460c0d01-3d14-430c-bb70-cb11dbf38ba7 req-b2cd73f4-c696-4c95-900a-a4f0d0b2ed67 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 931 time: 0.0800281 Sep 15 17:09:12.113669 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-460c0d01-3d14-430c-bb70-cb11dbf38ba7 req-1e76f353-24ee-4193-98a9-0523d4b8d164 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351903 Sep 15 17:09:12.426163 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84d494-a4b7-4bbc-9d4e-2741c8ca8485 req-afbaaa2b-3748-43fe-b5b1-3a5e9bdd71dc tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:12.427637 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3a84d494-a4b7-4bbc-9d4e-2741c8ca8485 req-afbaaa2b-3748-43fe-b5b1-3a5e9bdd71dc tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0531614 Sep 15 17:09:12.467212 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3a84d494-a4b7-4bbc-9d4e-2741c8ca8485 req-e2dd09b2-7e87-410c-b222-253548e594bb tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327737 Sep 15 17:09:12.588003 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-806fb4d8-5245-4213-a503-4ea9460db243 req-c915e51f-5ac1-4790-be83-6c7f8648d900 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 210 time: 0.0277503 Sep 15 17:09:12.723538 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Request body: {'port': {'device_id': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:12.819982 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d26d3-1ce1-44e9-b842-f6cc51b242ae req-2f1bdc38-f783-4292-ac7d-dd84278bf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:12.821508 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c9d26d3-1ce1-44e9-b842-f6cc51b242ae req-2f1bdc38-f783-4292-ac7d-dd84278bf937 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3370acfd09e48f0ad39723285a119dd&device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0729301 Sep 15 17:09:12.822042 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.026577 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d26d3-1ce1-44e9-b842-f6cc51b242ae req-f0faa3e2-e35e-42d7-8ec3-3564fdfb9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.028053 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c9d26d3-1ce1-44e9-b842-f6cc51b242ae req-f0faa3e2-e35e-42d7-8ec3-3564fdfb9760 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6836674f-7de3-4902-9ab7-80f35c172746 HTTP/1.1" status: 200 len: 909 time: 0.1742394 Sep 15 17:09:13.096097 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c9d26d3-1ce1-44e9-b842-f6cc51b242ae req-8ea6e4d3-443f-4fbd-931b-505c8c0dcc31 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd HTTP/1.1" status: 200 len: 217 time: 0.0576720 Sep 15 17:09:13.174101 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d26d3-1ce1-44e9-b842-f6cc51b242ae req-46674b7b-3b4e-4a16-add3-8cf52da03451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.175558 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c9d26d3-1ce1-44e9-b842-f6cc51b242ae req-46674b7b-3b4e-4a16-add3-8cf52da03451 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce1e6d6-ec20-4605-82cb-1d82523402a9 HTTP/1.1" status: 200 len: 847 time: 0.0701659 Sep 15 17:09:13.230296 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557080e-b1cf-4d5a-8adc-9709441618a9 req-65387195-18cf-4fe3-bce7-65e411d50ce9 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.231986 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8557080e-b1cf-4d5a-8adc-9709441618a9 req-65387195-18cf-4fe3-bce7-65e411d50ce9 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 931 time: 0.0491107 Sep 15 17:09:13.258768 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8613a94-ad4b-45a4-b321-6696ae65cedd {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:13.268172 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.274468 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d26d3-1ce1-44e9-b842-f6cc51b242ae req-5b1e9803-f927-4ecc-a5b3-7b2f337b93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.275951 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c9d26d3-1ce1-44e9-b842-f6cc51b242ae req-5b1e9803-f927-4ecc-a5b3-7b2f337b93c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6836674f-7de3-4902-9ab7-80f35c172746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872762 Sep 15 17:09:13.276101 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8557080e-b1cf-4d5a-8adc-9709441618a9 req-74ded498-ebb9-4c62-bf71-62ae88bb135f tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381866 Sep 15 17:09:13.286492 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Transition to ACTIVE for port object c8613a94-ad4b-45a4-b321-6696ae65cedd will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:09:13.305262 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.407312 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8edac-3986-42a9-ba09-331c392f179f req-c9c48daa-cd60-46bb-a126-bd164a1fa693 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.409449 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-c9c48daa-cd60-46bb-a126-bd164a1fa693 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 812 time: 0.1324940 Sep 15 17:09:13.414428 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Pushing event updated for resources: {'Port': ['ID=c8613a94-ad4b-45a4-b321-6696ae65cedd,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:13.468776 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c9d26d3-1ce1-44e9-b842-f6cc51b242ae req-ba85e39b-2f8a-473e-936f-102ef96f4ecf service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835845 Sep 15 17:09:13.470481 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-236921b5-31b2-4b0f-9b00-e733586b5d3c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=280b0cb25b7749e3974fcc1cb20306f1 HTTP/1.1" status: 200 len: 377 time: 0.0513940 Sep 15 17:09:13.489374 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-2da8edac-3986-42a9-ba09-331c392f179f req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'port': {'device_id': '530b24de-4cf9-4933-acc6-660a8400bb17', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'admin_state_up': True, 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'security_groups': ['473e0c98-aa08-41f9-a0f3-cb20f8c00ac6']}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:13.592877 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Attempting to bind port c8613a94-ad4b-45a4-b321-6696ae65cedd on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:09:13.593444 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Attempting to bind port c8613a94-ad4b-45a4-b321-6696ae65cedd by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:09:13.593703 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Attempting to bind port c8613a94-ad4b-45a4-b321-6696ae65cedd on network c65426fd-c86a-4e40-84df-85482cd2104e {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:13.630523 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Port c8613a94-ad4b-45a4-b321-6696ae65cedd on network c65426fd-c86a-4e40-84df-85482cd2104e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:09:13.631433 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Attempting to bind port c8613a94-ad4b-45a4-b321-6696ae65cedd on network c65426fd-c86a-4e40-84df-85482cd2104e {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:13.632663 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da8edac-3986-42a9-ba09-331c392f179f req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Made reservation on behalf of 280b0cb25b7749e3974fcc1cb20306f1 for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:09:13.637271 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2da8edac-3986-42a9-ba09-331c392f179f req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.638633 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:09:13.638967 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Checking segment: {'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:13.639536 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Bound using segment: {'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:09:13.640146 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Bound port: c8613a94-ad4b-45a4-b321-6696ae65cedd, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:09:13.640679 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.731359 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb8f76-2da4-492d-a428-27c7f19608ee req-f07cc10d-6da9-45f8-b4a2-fdf07a843cb7 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.733126 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8edb8f76-2da4-492d-a428-27c7f19608ee req-f07cc10d-6da9-45f8-b4a2-fdf07a843cb7 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.1524544 Sep 15 17:09:13.744735 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3c9d26d3-1ce1-44e9-b842-f6cc51b242ae req-3dbabfa7-f618-4f37-b48d-48a39a7e5c4a service neutron] 10.222.0.61 "GET /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513351 Sep 15 17:09:13.783198 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] For port c8613a94-ad4b-45a4-b321-6696ae65cedd, host hv-cinder-79680, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:09:13.791491 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] For port c8613a94-ad4b-45a4-b321-6696ae65cedd, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:09:13.799478 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.844778 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.845617 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.847050 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] 10.222.0.61 "PUT /v2.0/ports/c8613a94-ad4b-45a4-b321-6696ae65cedd HTTP/1.1" status: 200 len: 1093 time: 1.1285861 Sep 15 17:09:13.847506 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:13.850080 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46930397-614f-4b36-b965-c9e9a6e9cceb" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:13.900342 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5006e-b431-4819-bea1-20e35fea7e06 service neutron] Pushing event updated for resources: {'Port': ['ID=c8613a94-ad4b-45a4-b321-6696ae65cedd,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:13.982476 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23013a3e-3be9-416a-afcf-68add23f8731 req-4224f83c-0b5b-45fe-9382-e96a898946d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.984619 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-4224f83c-0b5b-45fe-9382-e96a898946d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c0424b6ddc04b939c023f05932da0e4&device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 1096 time: 0.0800161 Sep 15 17:09:14.101470 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-247d1404-6c98-4f19-8244-f722f01f97a7 req-a1a2da6a-a551-411c-a561-825625a2ec5e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 210 time: 0.0345113 Sep 15 17:09:14.185332 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-2da8edac-3986-42a9-ba09-331c392f179f req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Allocated IP 172.20.0.8 (4265ef94-cacc-435c-a2c6-338a15471ff2/280491ba-47e1-4cc6-b912-0b14109adc9e/c2ffa9f8-2509-4794-beb2-85fe1634575a) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:09:14.334370 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2da8edac-3986-42a9-ba09-331c392f179f req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.368172 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5add1070-1c4b-4ea6-865a-7093c5bfd21e x-openstack-request-id: req-5add1070-1c4b-4ea6-865a-7093c5bfd21e {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:14.368515 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:14.368765 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5add1070-1c4b-4ea6-865a-7093c5bfd21e {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:14.369170 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'status': 'completed', 'code': 200} Sep 15 17:09:14.372333 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-cf7ea2e3-2ac9-46b2-91d4-ced201d886e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd HTTP/1.1" status: 200 len: 217 time: 0.3785908 Sep 15 17:09:14.373851 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2da8edac-3986-42a9-ba09-331c392f179f req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.416760 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8edb8f76-2da4-492d-a428-27c7f19608ee req-13afc0bc-512e-4a5a-8024-ebae99e0ebaf tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6708181 Sep 15 17:09:14.456551 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da8edac-3986-42a9-ba09-331c392f179f req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Network 4265ef94-cacc-435c-a2c6-338a15471ff2 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:14.462107 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23013a3e-3be9-416a-afcf-68add23f8731 req-b5567fff-8f72-470b-9a60-e1402b7e45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.463652 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-b5567fff-8f72-470b-9a60-e1402b7e45bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f3cfd47-88a1-4804-9cde-db2cda8ef1ad HTTP/1.1" status: 200 len: 853 time: 0.0796888 Sep 15 17:09:14.466791 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-2da8edac-3986-42a9-ba09-331c392f179f req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:14.469691 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da8edac-3986-42a9-ba09-331c392f179f req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:09:14.473526 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'Port': ['ID=c2ffa9f8-2509-4794-beb2-85fe1634575a,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:14.492430 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ba0ef-7855-4b5f-802b-a10e9e3d0af0 req-397d8c96-9334-4feb-8367-4d4b5732ee1d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.493969 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be6ba0ef-7855-4b5f-802b-a10e9e3d0af0 req-397d8c96-9334-4feb-8367-4d4b5732ee1d tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.61 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 945 time: 0.0716188 Sep 15 17:09:14.509124 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7236cb7-a255-4136-b705-d236a0980723 req-487b7680-b273-4cc1-8c40-08e691f71a80 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.510764 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e7236cb7-a255-4136-b705-d236a0980723 req-487b7680-b273-4cc1-8c40-08e691f71a80 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 943 time: 0.1392350 Sep 15 17:09:14.557428 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8edac-3986-42a9-ba09-331c392f179f req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.558086 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2da8edac-3986-42a9-ba09-331c392f179f req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.586544 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23013a3e-3be9-416a-afcf-68add23f8731 req-e9fbf585-b89a-4bb1-9388-171c3c3ce334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.588153 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-e9fbf585-b89a-4bb1-9388-171c3c3ce334 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c65426fd-c86a-4e40-84df-85482cd2104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1164763 Sep 15 17:09:14.588653 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-d0761324-4bc0-4f12-b792-53f2c0babc91 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1036773 Sep 15 17:09:14.591883 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e7236cb7-a255-4136-b705-d236a0980723 req-05df28cf-7a33-44b0-a0c8-b9ec7d433cd3 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708699 Sep 15 17:09:14.606957 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Request body: {'port': {'device_id': '530b24de-4cf9-4933-acc6-660a8400bb17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:14.652890 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-be6ba0ef-7855-4b5f-802b-a10e9e3d0af0 req-47c566b9-d32d-4bcd-9ab8-df411bb5b807 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Deleting port 60b48d26-f969-4abc-a60b-37b00b76a0bd {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:09:14.653503 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-be6ba0ef-7855-4b5f-802b-a10e9e3d0af0 req-47c566b9-d32d-4bcd-9ab8-df411bb5b807 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.667467 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.761093 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-34b95fe4-e979-486c-8875-87995dd9f27e None None] Provisioning complete for port c2ffa9f8-2509-4794-beb2-85fe1634575a triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:14.761738 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34b95fe4-e979-486c-8875-87995dd9f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.771398 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-bf9889d0-51fe-4c7a-bd2a-91fa174a9010 service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648700 Sep 15 17:09:14.795684 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-34b95fe4-e979-486c-8875-87995dd9f27e None None] Port c2ffa9f8-2509-4794-beb2-85fe1634575a cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:09:14.813844 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-be6ba0ef-7855-4b5f-802b-a10e9e3d0af0 req-47c566b9-d32d-4bcd-9ab8-df411bb5b807 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] For port 60b48d26-f969-4abc-a60b-37b00b76a0bd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=60b48d26-f969-4abc-a60b-37b00b76a0bd,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:14.814219 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-be6ba0ef-7855-4b5f-802b-a10e9e3d0af0 req-47c566b9-d32d-4bcd-9ab8-df411bb5b807 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.836216 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-be6ba0ef-7855-4b5f-802b-a10e9e3d0af0 req-47c566b9-d32d-4bcd-9ab8-df411bb5b807 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Calling delete_port for 60b48d26-f969-4abc-a60b-37b00b76a0bd owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:09:14.935626 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23013a3e-3be9-416a-afcf-68add23f8731 req-d0669569-6e43-4e2a-b46a-546fc3d99a38 service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547744 Sep 15 17:09:14.942288 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ffa9f8-2509-4794-beb2-85fe1634575a {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:14.951986 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.969318 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Transition to ACTIVE for port object c2ffa9f8-2509-4794-beb2-85fe1634575a will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:09:14.974767 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29058458'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:15.029617 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ffa9f8-2509-4794-beb2-85fe1634575a,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:15.070929 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46930397-614f-4b36-b965-c9e9a6e9cceb req-a736d18e-59b4-44bd-ad14-ac79e80a3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.072416 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46930397-614f-4b36-b965-c9e9a6e9cceb req-a736d18e-59b4-44bd-ad14-ac79e80a3df4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c0424b6ddc04b939c023f05932da0e4&device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 1096 time: 0.0899534 Sep 15 17:09:15.074693 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-be6ba0ef-7855-4b5f-802b-a10e9e3d0af0 req-47c566b9-d32d-4bcd-9ab8-df411bb5b807 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:15.104979 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Attempting to bind port c2ffa9f8-2509-4794-beb2-85fe1634575a on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:09:15.105358 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Attempting to bind port c2ffa9f8-2509-4794-beb2-85fe1634575a by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:09:15.105690 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Attempting to bind port c2ffa9f8-2509-4794-beb2-85fe1634575a on network 4265ef94-cacc-435c-a2c6-338a15471ff2 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:15.110603 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Port c2ffa9f8-2509-4794-beb2-85fe1634575a on network 4265ef94-cacc-435c-a2c6-338a15471ff2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:09:15.110929 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Attempting to bind port c2ffa9f8-2509-4794-beb2-85fe1634575a on network 4265ef94-cacc-435c-a2c6-338a15471ff2 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:15.117523 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:09:15.117726 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Checking segment: {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:15.118170 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Bound using segment: {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:09:15.118612 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Bound port: c2ffa9f8-2509-4794-beb2-85fe1634575a, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:09:15.118974 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:15.183942 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c566b9-d32d-4bcd-9ab8-df411bb5b807 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event deleted for resources: {'Port': ['ID=60b48d26-f969-4abc-a60b-37b00b76a0bd,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:15.240801 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6ba0ef-7855-4b5f-802b-a10e9e3d0af0 req-47c566b9-d32d-4bcd-9ab8-df411bb5b807 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] No DVR routers for this DVR port 60b48d26-f969-4abc-a60b-37b00b76a0bd on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:09:15.241159 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] For port c2ffa9f8-2509-4794-beb2-85fe1634575a, host hv-cinder-79680, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:09:15.243491 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-be6ba0ef-7855-4b5f-802b-a10e9e3d0af0 req-47c566b9-d32d-4bcd-9ab8-df411bb5b807 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:15.245723 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-be6ba0ef-7855-4b5f-802b-a10e9e3d0af0 req-47c566b9-d32d-4bcd-9ab8-df411bb5b807 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.61 "DELETE /v2.0/ports/60b48d26-f969-4abc-a60b-37b00b76a0bd HTTP/1.1" status: 204 len: 173 time: 0.7373219 Sep 15 17:09:15.246655 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] For port c2ffa9f8-2509-4794-beb2-85fe1634575a, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c2ffa9f8-2509-4794-beb2-85fe1634575a,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:09:15.254188 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29058458'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:15.305754 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.306293 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:15.307975 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] 10.222.0.61 "PUT /v2.0/ports/c2ffa9f8-2509-4794-beb2-85fe1634575a HTTP/1.1" status: 200 len: 1093 time: 0.7054656 Sep 15 17:09:15.309268 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530b24de-4cf9-4933-acc6-660a8400bb17', 'tag': 'c2ffa9f8-2509-4794-beb2-85fe1634575a'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:15.311240 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a986346-44b7-420d-861e-d294c5de91e7" -d '{"events": [{"name": "network-changed", "server_uuid": "530b24de-4cf9-4933-acc6-660a8400bb17", "tag": "c2ffa9f8-2509-4794-beb2-85fe1634575a"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:15.339593 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46930397-614f-4b36-b965-c9e9a6e9cceb req-e40325e6-a59b-4f0a-aaaf-c034026af871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.341344 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46930397-614f-4b36-b965-c9e9a6e9cceb req-e40325e6-a59b-4f0a-aaaf-c034026af871 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c65426fd-c86a-4e40-84df-85482cd2104e HTTP/1.1" status: 200 len: 915 time: 0.2299581 Sep 15 17:09:15.350590 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347a76b-a603-4d95-ace8-7efd0bea1b01 req-f3087639-8a00-478f-948b-f956c79a6073 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.352213 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6347a76b-a603-4d95-ace8-7efd0bea1b01 req-f3087639-8a00-478f-948b-f956c79a6073 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 943 time: 0.1484866 Sep 15 17:09:15.379381 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977e2d0-4015-473b-828b-0bbd3cfc8cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ffa9f8-2509-4794-beb2-85fe1634575a,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:15.390218 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500fe251-2c82-4194-8797-b67f7bce0aa9 x-openstack-request-id: req-500fe251-2c82-4194-8797-b67f7bce0aa9 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:15.390496 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530b24de-4cf9-4933-acc6-660a8400bb17", "tag": "c2ffa9f8-2509-4794-beb2-85fe1634575a", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:15.390744 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-500fe251-2c82-4194-8797-b67f7bce0aa9 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:15.391297 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530b24de-4cf9-4933-acc6-660a8400bb17', 'tag': 'c2ffa9f8-2509-4794-beb2-85fe1634575a', 'status': 'completed', 'code': 200} Sep 15 17:09:15.391658 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46930397-614f-4b36-b965-c9e9a6e9cceb req-d6229803-899d-4990-a904-0af2c8d2b923 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd HTTP/1.1" status: 200 len: 217 time: 0.0384858 Sep 15 17:09:15.435539 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8edac-3986-42a9-ba09-331c392f179f req-fc2f66c4-f2e8-4997-8877-d84e21b857ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.437054 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-fc2f66c4-f2e8-4997-8877-d84e21b857ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 1096 time: 0.0442867 Sep 15 17:09:15.465092 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6347a76b-a603-4d95-ace8-7efd0bea1b01 req-5d24fa14-03bf-42ae-b5fc-ebc04eceac6e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0762506 Sep 15 17:09:15.471337 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46930397-614f-4b36-b965-c9e9a6e9cceb req-7998b42a-ba6e-4649-a06b-20d0becef696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.472647 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46930397-614f-4b36-b965-c9e9a6e9cceb req-7998b42a-ba6e-4649-a06b-20d0becef696 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f3cfd47-88a1-4804-9cde-db2cda8ef1ad HTTP/1.1" status: 200 len: 853 time: 0.0645206 Sep 15 17:09:15.513756 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-1c74a714-a65c-407f-b555-6e2fd4c9626c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2ffa9f8-2509-4794-beb2-85fe1634575a HTTP/1.1" status: 200 len: 217 time: 0.0618558 Sep 15 17:09:15.538065 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46930397-614f-4b36-b965-c9e9a6e9cceb req-c3b40f96-e957-4aa3-9a54-b2863d27a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.540923 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46930397-614f-4b36-b965-c9e9a6e9cceb req-c3b40f96-e957-4aa3-9a54-b2863d27a190 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c65426fd-c86a-4e40-84df-85482cd2104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578675 Sep 15 17:09:15.619530 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2d5336d6-2960-41c6-b4ca-e1cee2ab8210 req-bd0e4144-4e03-4a21-a5f1-b285d4df0af7 tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "GET /v2.0/ports?device_id=38c371b9-d346-46d1-934e-778841490bd2 HTTP/1.1" status: 200 len: 210 time: 0.1020753 Sep 15 17:09:15.622685 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8edac-3986-42a9-ba09-331c392f179f req-4c3a5d59-7054-40eb-8786-2a9cb369f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.624958 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-4c3a5d59-7054-40eb-8786-2a9cb369f0b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0946708 Sep 15 17:09:15.701257 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8edac-3986-42a9-ba09-331c392f179f req-ddd0a7e0-7d7d-42e7-836e-d360863a1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.702801 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-ddd0a7e0-7d7d-42e7-836e-d360863a1955 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690160 Sep 15 17:09:15.738991 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46930397-614f-4b36-b965-c9e9a6e9cceb req-d45c416f-8e30-4894-b1c9-b335ce90bd8a service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871774 Sep 15 17:09:15.789085 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ec16a-a8b5-4400-b93a-3c2910117ebf req-ddb7b59c-94c0-423e-b223-4504d3b69cce tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.790694 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a99ec16a-a8b5-4400-b93a-3c2910117ebf req-ddb7b59c-94c0-423e-b223-4504d3b69cce tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 943 time: 0.0985975 Sep 15 17:09:15.814564 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-4252dd40-b730-4db7-af41-a84070605f72 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976262 Sep 15 17:09:15.878307 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a99ec16a-a8b5-4400-b93a-3c2910117ebf req-e3af09ae-8181-499b-a76b-30a5e8be0588 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555186 Sep 15 17:09:15.885392 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46930397-614f-4b36-b965-c9e9a6e9cceb req-50bbced3-c4bb-4f80-bae2-983c5ace4b3d service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376693 Sep 15 17:09:15.916495 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2da8edac-3986-42a9-ba09-331c392f179f req-a6ab2ff8-fe2b-43df-a033-737989e0c665 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924883 Sep 15 17:09:16.003760 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a986346-44b7-420d-861e-d294c5de91e7 req-da4878bf-b636-4cef-9041-138b848e8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:16.005285 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2a986346-44b7-420d-861e-d294c5de91e7 req-da4878bf-b636-4cef-9041-138b848e8b3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 1096 time: 0.0408759 Sep 15 17:09:16.097702 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a986346-44b7-420d-861e-d294c5de91e7 req-7dcdc39c-24cc-449f-af79-92dff90da3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:16.099194 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2a986346-44b7-420d-861e-d294c5de91e7 req-7dcdc39c-24cc-449f-af79-92dff90da3c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 913 time: 0.0859787 Sep 15 17:09:16.145601 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2a986346-44b7-420d-861e-d294c5de91e7 req-79066ea3-d9bc-4213-b23e-4afd95c77f5d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2ffa9f8-2509-4794-beb2-85fe1634575a HTTP/1.1" status: 200 len: 217 time: 0.0384743 Sep 15 17:09:16.196843 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a986346-44b7-420d-861e-d294c5de91e7 req-138dbb11-7c58-43b7-8ef6-f6d7990b0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:16.198296 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2a986346-44b7-420d-861e-d294c5de91e7 req-138dbb11-7c58-43b7-8ef6-f6d7990b0b22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0457470 Sep 15 17:09:16.246729 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a986346-44b7-420d-861e-d294c5de91e7 req-8734a820-b6b5-4e0e-b0cd-5a6fd50fffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:16.248205 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2a986346-44b7-420d-861e-d294c5de91e7 req-8734a820-b6b5-4e0e-b0cd-5a6fd50fffeb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407088 Sep 15 17:09:16.344780 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2a986346-44b7-420d-861e-d294c5de91e7 req-a2266226-a9cf-468a-abcf-a9712c1233dc service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881035 Sep 15 17:09:16.370370 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'name': 'network-vif-deleted', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:16.372810 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578b2e66-04f7-4c61-9731-754711491fc0" -d '{"events": [{"server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "name": "network-vif-deleted", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:16.410088 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a98ffb-f5ba-452c-875c-abaf3ebbaee7 x-openstack-request-id: req-90a98ffb-f5ba-452c-875c-abaf3ebbaee7 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:16.410428 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c371b9-d346-46d1-934e-778841490bd2", "name": "network-vif-deleted", "tag": "60b48d26-f969-4abc-a60b-37b00b76a0bd", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:16.411258 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90a98ffb-f5ba-452c-875c-abaf3ebbaee7 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:16.411687 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c371b9-d346-46d1-934e-778841490bd2', 'name': 'network-vif-deleted', 'tag': '60b48d26-f969-4abc-a60b-37b00b76a0bd', 'status': 'completed', 'code': 200} Sep 15 17:09:16.440685 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2a986346-44b7-420d-861e-d294c5de91e7 req-99425b54-c4a3-48d7-874c-6b433d64072e service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885339 Sep 15 17:09:16.594985 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f6d17-70ad-4bcb-90a7-b977b2e8a599 req-8f91a6db-149b-431d-8a4e-56b9517ee3d1 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:16.596502 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-023f6d17-70ad-4bcb-90a7-b977b2e8a599 req-8f91a6db-149b-431d-8a4e-56b9517ee3d1 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 943 time: 0.0522065 Sep 15 17:09:16.640828 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-023f6d17-70ad-4bcb-90a7-b977b2e8a599 req-239a30df-e586-4b8f-a197-d57ec93493d2 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382864 Sep 15 17:09:16.714192 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41442) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:16.789632 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-617fc814-73ba-40ae-8cab-8bbc1467066f tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.818931 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-617fc814-73ba-40ae-8cab-8bbc1467066f tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.881782 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-617fc814-73ba-40ae-8cab-8bbc1467066f tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.884563 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-617fc814-73ba-40ae-8cab-8bbc1467066f tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.887150 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-617fc814-73ba-40ae-8cab-8bbc1467066f tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] 10.222.0.13 "DELETE /v2.0/security-groups/5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3 HTTP/1.1" status: 204 len: 168 time: 0.1721420 Sep 15 17:09:16.895270 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fc814-73ba-40ae-8cab-8bbc1467066f tempest-TestShelveInstance-808126926 tempest-TestShelveInstance-808126926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffb3b54-9a6a-4b30-b7a6-5d981e54cff3,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:16.939378 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41450) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:17.042345 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171aca6-294c-430a-9aa2-752b675c15d1 req-af466c80-258c-48ed-87b8-a7a16ca5a74a tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:17.043874 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f171aca6-294c-430a-9aa2-752b675c15d1 req-af466c80-258c-48ed-87b8-a7a16ca5a74a tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 943 time: 0.0598660 Sep 15 17:09:17.127308 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f171aca6-294c-430a-9aa2-752b675c15d1 req-9080678f-260c-4193-b859-2b9ec2f89d67 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770266 Sep 15 17:09:17.429292 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-64135444-7d74-4f28-b415-200bd8a8bd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680779'] for router_interface, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:17.666771 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-64135444-7d74-4f28-b415-200bd8a8bd46 admin admin] Deleting port 21bbb4c6-df5e-433d-bde1-510bdaedc54c {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:09:17.667107 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-64135444-7d74-4f28-b415-200bd8a8bd46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:17.754859 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-64135444-7d74-4f28-b415-200bd8a8bd46 admin admin] For port 21bbb4c6-df5e-433d-bde1-510bdaedc54c, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=21bbb4c6-df5e-433d-bde1-510bdaedc54c,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:17.755223 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-64135444-7d74-4f28-b415-200bd8a8bd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:17.768328 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-64135444-7d74-4f28-b415-200bd8a8bd46 admin admin] Calling delete_port for 21bbb4c6-df5e-433d-bde1-510bdaedc54c owned by network:router_interface {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:09:17.799628 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67638ad-5658-4524-9b22-a90b7a970638 req-1bfe5940-c5ab-48af-a849-332096c052bd tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:17.801124 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e67638ad-5658-4524-9b22-a90b7a970638 req-1bfe5940-c5ab-48af-a849-332096c052bd tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 943 time: 0.0531316 Sep 15 17:09:17.838725 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e67638ad-5658-4524-9b22-a90b7a970638 req-62e30f62-c4b5-4f70-9959-ff608099779c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312777 Sep 15 17:09:17.944985 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-64135444-7d74-4f28-b415-200bd8a8bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:17.970771 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64135444-7d74-4f28-b415-200bd8a8bd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=21bbb4c6-df5e-433d-bde1-510bdaedc54c,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:18.139547 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-64135444-7d74-4f28-b415-200bd8a8bd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3722935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691963'] for router_interface, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.289796 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device c8613a94-ad4b-45a4-b321-6696ae65cedd details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:09:18.290298 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd40de-1d55-435b-bef5-4ebdd6868153 req-a7e0b6a1-1a77-403c-8740-e7f4b4322e61 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:18.291486 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d3fd40de-1d55-435b-bef5-4ebdd6868153 req-a7e0b6a1-1a77-403c-8740-e7f4b4322e61 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 943 time: 0.0944130 Sep 15 17:09:18.293657 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 60b48d26-f969-4abc-a60b-37b00b76a0bd no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:09:18.325315 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: 60b48d26-f969-4abc-a60b-37b00b76a0bd {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:09:18.325759 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 60b48d26-f969-4abc-a60b-37b00b76a0bd not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:09:18.406574 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d3fd40de-1d55-435b-bef5-4ebdd6868153 req-fa1e2093-1daf-4522-94c6-23382819225d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781569 Sep 15 17:09:18.433081 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port c8613a94-ad4b-45a4-b321-6696ae65cedd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:18.434701 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64135444-7d74-4f28-b415-200bd8a8bd46 admin admin] Router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:09:18.445891 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'port_id': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'mac_address': 'fa:16:3e:06:b3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:09:18.486077 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.500052 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8613a94-ad4b-45a4-b321-6696ae65cedd {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:18.527420 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port c8613a94-ad4b-45a4-b321-6696ae65cedd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:18.531620 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.554553 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64135444-7d74-4f28-b415-200bd8a8bd46 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:09:18.559989 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-64135444-7d74-4f28-b415-200bd8a8bd46 admin admin] 10.222.0.13 "PUT /v2.0/routers/13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194096 Sep 15 17:09:18.566376 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41476) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:18.566591 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9b254-72b2-4860-81f3-18473531200a None None] Sync routers for ids ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:09:18.590136 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9b254-72b2-4860-81f3-18473531200a None None] Routers {'13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:18.590782 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-ccd9b254-72b2-4860-81f3-18473531200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:18.632456 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=c8613a94-ad4b-45a4-b321-6696ae65cedd,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:18.682681 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Notify callbacks [] for router, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.718261 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-ccd9b254-72b2-4860-81f3-18473531200a None None] Set router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:18.775830 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['c8613a94-ad4b-45a4-b321-6696ae65cedd'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:09:18.797441 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.854351 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Deleting port 5196f50d-eba7-43e4-9344-a884415658aa {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:09:18.855393 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.947747 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41488) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:18.987123 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4f0ac-ae94-40c5-8fef-15ccf15f95a9 req-b55494bf-8f75-49f0-ba42-399687b56b88 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:18.988856 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aeb4f0ac-ae94-40c5-8fef-15ccf15f95a9 req-b55494bf-8f75-49f0-ba42-399687b56b88 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 943 time: 0.0756311 Sep 15 17:09:18.991136 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] For port 5196f50d-eba7-43e4-9344-a884415658aa, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=5196f50d-eba7-43e4-9344-a884415658aa,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:18.991498 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.010876 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Calling delete_port for 5196f50d-eba7-43e4-9344-a884415658aa owned by network:router_gateway {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:09:19.011122 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-ccd9b254-72b2-4860-81f3-18473531200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5196f50d-eba7-43e4-9344-a884415658aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:09:17Z', 'revision_number': 5, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port': {'id': '5196f50d-eba7-43e4-9344-a884415658aa', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:19.044387 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aeb4f0ac-ae94-40c5-8fef-15ccf15f95a9 req-bd9d27d5-63de-4d51-9d42-0d964c00a064 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453441 Sep 15 17:09:19.050318 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9b254-72b2-4860-81f3-18473531200a None None] Checking router: 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:09:19.066150 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9b254-72b2-4860-81f3-18473531200a None None] Routers {'13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:19.066750 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.067016 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-ccd9b254-72b2-4860-81f3-18473531200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:19.157690 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-ccd9b254-72b2-4860-81f3-18473531200a None None] Set router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a gateway port host: None {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:19.162361 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.167042 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.205766 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=131528963618448cb07884d872e79246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561469 Sep 15 17:09:19.206751 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d009564-67b7-47cc-8db6-a5953efcbb7b,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:19.208285 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41492) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:19.215587 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.216022 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.216376 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.216731 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.217041 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.217395 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.217724 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.218047 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.218159 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-ccd9b254-72b2-4860-81f3-18473531200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:09:18Z', 'revision_number': 6, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port_host': None}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:19.218370 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.218690 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.219008 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.219323 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52b6526-f4de-4092-a6b9-27479034a05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.223076 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.248865 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9b254-72b2-4860-81f3-18473531200a None None] The sync data for ids ['13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a'] in dv-cinder-796806-2-iscsi is: [{'id': '13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a', 'name': 'tempest-TestShelveInstance-862172910-router', 'tenant_id': 'b3370acfd09e48f0ad39723285a119dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:04Z', 'updated_at': '2021-09-15T17:09:18Z', 'revision_number': 6, 'project_id': 'b3370acfd09e48f0ad39723285a119dd', 'gw_port_host': None}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:09:19.268363 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Pushing event deleted for resources: {'Port': ['ID=5196f50d-eba7-43e4-9344-a884415658aa,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:19.336068 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fb7f3592-6821-4d6a-baaf-67ddd0cdedfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.351678 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691901'] for router_gateway, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.432237 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fb7f3592-6821-4d6a-baaf-67ddd0cdedfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.474107 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.478247 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.522212 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafd773-b4c5-47a1-86eb-04db58acbfbe req-cb83e176-dcbe-4cab-a378-04c7b731d7a0 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:19.523713 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4aafd773-b4c5-47a1-86eb-04db58acbfbe req-cb83e176-dcbe-4cab-a378-04c7b731d7a0 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 944 time: 0.0485947 Sep 15 17:09:19.558281 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687639'] for router, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.558854 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a {{(pid=93880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:09:19.565728 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4aafd773-b4c5-47a1-86eb-04db58acbfbe req-d3db60a1-2ebf-4053-86f2-70137ccf67a0 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358934 Sep 15 17:09:19.572598 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.576042 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-8e15d165-2246-4470-9cf3-ee02841bce0f admin admin] 10.222.0.13 "DELETE /v2.0/routers/13ed16aa-ef3c-45ff-b7cd-bdbbfc89d59a HTTP/1.1" status: 204 len: 168 time: 1.0099561 Sep 15 17:09:19.576425 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41496) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:19.582042 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fb7f3592-6821-4d6a-baaf-67ddd0cdedfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.585731 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fb7f3592-6821-4d6a-baaf-67ddd0cdedfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.589318 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-fb7f3592-6821-4d6a-baaf-67ddd0cdedfe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d009564-67b7-47cc-8db6-a5953efcbb7b HTTP/1.1" status: 204 len: 168 time: 0.3761981 Sep 15 17:09:19.595099 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f3592-6821-4d6a-baaf-67ddd0cdedfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d009564-67b7-47cc-8db6-a5953efcbb7b,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:19.648216 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:09:19.660906 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf10795e-f085-49d2-9ee2-9555d1b41760 admin admin] Deleting subnet 9ce1e6d6-ec20-4605-82cb-1d82523402a9 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:09:19.666377 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf10795e-f085-49d2-9ee2-9555d1b41760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.712996 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf10795e-f085-49d2-9ee2-9555d1b41760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28986898'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.805904 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf10795e-f085-49d2-9ee2-9555d1b41760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.860166 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf10795e-f085-49d2-9ee2-9555d1b41760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29058476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29078325'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.889930 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10795e-f085-49d2-9ee2-9555d1b41760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce1e6d6-ec20-4605-82cb-1d82523402a9,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:19.893722 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-cf10795e-f085-49d2-9ee2-9555d1b41760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.898760 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-cf10795e-f085-49d2-9ee2-9555d1b41760 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9ce1e6d6-ec20-4605-82cb-1d82523402a9 HTTP/1.1" status: 204 len: 168 time: 0.3182030 Sep 15 17:09:19.899207 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41502) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:19.902488 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d0e7b-e6cf-43ac-85d9-59cbfb794cb3 None None] Network 6836674f-7de3-4902-9ab7-80f35c172746 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:09:19.917885 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41504) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:19.933269 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.970393 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.027101 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Deleting port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:09:20.027360 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.035389 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.040713 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.085939 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=077033b85acd4d2baa911e462ee8de63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625624 Sep 15 17:09:20.085939 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a0c3db-18f8-4aa1-b298-965df39b1d6f,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:20.086578 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41508) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:20.104163 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:20.104511 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:20.104856 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:20.105193 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:20.105571 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:20.105912 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:20.106241 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:20.106565 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:20.106891 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:20.107212 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:20.107531 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:20.107850 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076aa-fba6-481e-95e1-767efd42fb35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:20.129147 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d112a2-11c9-4fb5-a6d4-36e2a5835f78 None None] DHCP port deletion for 6836674f-7de3-4902-9ab7-80f35c172746 request from dv-cinder-796806-2-iscsi {{(pid=93882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:09:20.161406 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 21bbb4c6-df5e-433d-bde1-510bdaedc54c no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:09:20.191553 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 21bbb4c6-df5e-433d-bde1-510bdaedc54c {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:09:20.192174 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 21bbb4c6-df5e-433d-bde1-510bdaedc54c not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:09:20.203625 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e19c48f3-e741-45fa-b3ef-45d0c9bd28f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.216134 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1b24-9efc-4f0a-8e31-0b2ecf5c3f3d req-0c452622-ef2b-4245-b613-def32108b8fc tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.217765 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b96a1b24-9efc-4f0a-8e31-0b2ecf5c3f3d req-0c452622-ef2b-4245-b613-def32108b8fc tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 943 time: 0.0787494 Sep 15 17:09:20.219024 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e9d112a2-11c9-4fb5-a6d4-36e2a5835f78 None None] Deleting port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:09:20.219572 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9d112a2-11c9-4fb5-a6d4-36e2a5835f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.251612 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e19c48f3-e741-45fa-b3ef-45d0c9bd28f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.298640 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-e9d112a2-11c9-4fb5-a6d4-36e2a5835f78 None None] For port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:20.300081 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9d112a2-11c9-4fb5-a6d4-36e2a5835f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.311326 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device c8613a94-ad4b-45a4-b321-6696ae65cedd up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:20.314241 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b96a1b24-9efc-4f0a-8e31-0b2ecf5c3f3d req-bfa19588-beeb-4dc2-b89b-9de2e39e5f64 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0881128 Sep 15 17:09:20.335743 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e19c48f3-e741-45fa-b3ef-45d0c9bd28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.338725 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e19c48f3-e741-45fa-b3ef-45d0c9bd28f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.341932 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e19c48f3-e741-45fa-b3ef-45d0c9bd28f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60a0c3db-18f8-4aa1-b298-965df39b1d6f HTTP/1.1" status: 204 len: 168 time: 0.2541838 Sep 15 17:09:20.351375 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c48f3-e741-45fa-b3ef-45d0c9bd28f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a0c3db-18f8-4aa1-b298-965df39b1d6f,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:20.358545 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e9d112a2-11c9-4fb5-a6d4-36e2a5835f78 None None] Calling delete_port for 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:09:20.404209 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] For port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c,segment=NetworkSegment(011c718d-71fa-4f94-a56d-3ff2d14ae35f),segment_id=011c718d-71fa-4f94-a56d-3ff2d14ae35f)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:20.404655 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.420087 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Calling delete_port for 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:09:20.516386 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.556106 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Pushing event deleted for resources: {'Port': ['ID=8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:20.558174 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] No DVR routers for this DVR port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c on host dv-cinder-796806-2-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:09:20.636259 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.644997 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port c8613a94-ad4b-45a4-b321-6696ae65cedd completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:09:20.651599 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port c8613a94-ad4b-45a4-b321-6696ae65cedd triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:20.652049 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.654825 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9d112a2-11c9-4fb5-a6d4-36e2a5835f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.668150 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6836674f-7de3-4902-9ab7-80f35c172746']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:20.697428 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011c718d-71fa-4f94-a56d-3ff2d14ae35f') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:20.697681 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011c718d-71fa-4f94-a56d-3ff2d14ae35f') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:20.702827 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d112a2-11c9-4fb5-a6d4-36e2a5835f78 None None] Pushing event deleted for resources: {'Port': ['ID=8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:20.710254 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28986905'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.715493 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d112a2-11c9-4fb5-a6d4-36e2a5835f78 None None] No DVR routers for this DVR port 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c on host dv-cinder-796806-2-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:09:20.735362 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb09484-2a7c-484f-95dc-e0e776181e9c req-4dcfbe52-ff0e-4fe4-8276-ba9baee740c3 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.736872 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0bb09484-2a7c-484f-95dc-e0e776181e9c req-4dcfbe52-ff0e-4fe4-8276-ba9baee740c3 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 944 time: 0.0860002 Sep 15 17:09:20.741704 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.748911 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:09:20.749303 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29058930'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: Traceback (most recent call last): Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: timer() Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: cb(*args, **kw) Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: self._notify() Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: self.callback(batched_events) Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: event.method(event) Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: return f(self, *a, **k) Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._get(url).json() Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:09:20.751611 dv-cinder-796806-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:09:20.781684 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.799391 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41516) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:20.806339 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:20.808756 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fc37c3-3e70-4e08-ab93-dffb7f94033e" -d '{"events": [{"server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "name": "network-vif-plugged", "status": "completed", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:20.817259 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbe60359-5482-4aed-af6f-fdce08ae844b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.836628 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port c8613a94-ad4b-45a4-b321-6696ae65cedd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:20.838919 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0bb09484-2a7c-484f-95dc-e0e776181e9c req-c1a198d9-b1f3-47e2-a089-e911eecab37f tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911653 Sep 15 17:09:20.840096 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.854248 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807b2489-8fd7-420b-94de-8daf14f68ad8 x-openstack-request-id: req-807b2489-8fd7-420b-94de-8daf14f68ad8 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:20.855482 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "name": "network-vif-plugged", "status": "completed", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:20.855744 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-807b2489-8fd7-420b-94de-8daf14f68ad8 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:20.856137 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'code': 200} Sep 15 17:09:20.857766 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.866991 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.869475 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] 10.222.0.13 "DELETE /v2.0/networks/6836674f-7de3-4902-9ab7-80f35c172746 HTTP/1.1" status: 204 len: 168 time: 0.9694986 Sep 15 17:09:20.870676 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b3533-b755-41b2-9642-32d2173d930a admin admin] Pushing event deleted for resources: {'Network': ['ID=6836674f-7de3-4902-9ab7-80f35c172746,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:20.872585 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41520) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:20.920128 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=c8613a94-ad4b-45a4-b321-6696ae65cedd,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:20.930332 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbe60359-5482-4aed-af6f-fdce08ae844b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.935104 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cbe60359-5482-4aed-af6f-fdce08ae844b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.976984 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-cbe60359-5482-4aed-af6f-fdce08ae844b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2a476c2aee94aa985cfcc4d977dceef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764784 Sep 15 17:09:20.979420 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe60359-5482-4aed-af6f-fdce08ae844b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08369afe-3d8c-48f8-bdd2-53f2a91f8f4d,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:20.981189 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41522) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:21.119309 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcf589-ee7c-4855-b479-90aa117bde1b req-7bdb46c4-e7fe-41fa-a95b-d4b395c576d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:21.120685 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6dbcf589-ee7c-4855-b479-90aa117bde1b req-7bdb46c4-e7fe-41fa-a95b-d4b395c576d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 1098 time: 0.1076627 Sep 15 17:09:21.125103 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ebda67c9-e725-4afa-a408-35a15aa4eb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:21.197049 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ebda67c9-e725-4afa-a408-35a15aa4eb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:21.236939 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6dbcf589-ee7c-4855-b479-90aa117bde1b req-967ef01c-86b2-4f40-bb09-6f2ff1bcaf8a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074841 Sep 15 17:09:21.308299 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ebda67c9-e725-4afa-a408-35a15aa4eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:21.310796 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ebda67c9-e725-4afa-a408-35a15aa4eb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:21.311903 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ebda67c9-e725-4afa-a408-35a15aa4eb9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08369afe-3d8c-48f8-bdd2-53f2a91f8f4d HTTP/1.1" status: 204 len: 168 time: 0.3297873 Sep 15 17:09:21.322217 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda67c9-e725-4afa-a408-35a15aa4eb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08369afe-3d8c-48f8-bdd2-53f2a91f8f4d,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:21.429861 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7b4d16ce-bb71-4813-b0a4-ccf669a6c38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680779'] for router_interface, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:21.491570 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cfe25-6a8a-44a2-88d2-bbca0125aac7 req-6986a0da-ea81-4bef-9012-69a401883eb5 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:21.493074 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f93cfe25-6a8a-44a2-88d2-bbca0125aac7 req-6986a0da-ea81-4bef-9012-69a401883eb5 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 943 time: 0.1007299 Sep 15 17:09:21.573970 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f93cfe25-6a8a-44a2-88d2-bbca0125aac7 req-9f5482e5-2658-4e4e-bc3f-bb52f6fd4785 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0724156 Sep 15 17:09:21.630972 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5196f50d-eba7-43e4-9344-a884415658aa no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:09:21.652152 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 5196f50d-eba7-43e4-9344-a884415658aa {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:09:21.652500 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5196f50d-eba7-43e4-9344-a884415658aa not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:09:21.652915 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:09:21.674263 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:09:21.674663 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 8fcf1dc6-0bf3-4cc7-8d3a-745c946f908c not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:09:21.740541 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d16ce-bb71-4813-b0a4-ccf669a6c38c admin admin] Deleting port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:09:21.740881 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7b4d16ce-bb71-4813-b0a4-ccf669a6c38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:21.824049 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-7b4d16ce-bb71-4813-b0a4-ccf669a6c38c admin admin] For port 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=7d05e92b-af2e-4de1-a2ab-64a8f88eebdf,segment=NetworkSegment(7c707b84-7007-4465-868d-0b634b7988f7),segment_id=7c707b84-7007-4465-868d-0b634b7988f7)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:21.824418 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7b4d16ce-bb71-4813-b0a4-ccf669a6c38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:21.837268 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d16ce-bb71-4813-b0a4-ccf669a6c38c admin admin] Calling delete_port for 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf owned by network:router_interface {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:09:21.968549 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b1076-7b4b-4484-97bd-ae887757f638 req-25d789f4-74c8-498e-902c-e314aa1ae069 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:21.970237 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d05b1076-7b4b-4484-97bd-ae887757f638 req-25d789f4-74c8-498e-902c-e314aa1ae069 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 945 time: 0.0659504 Sep 15 17:09:22.021584 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-d05b1076-7b4b-4484-97bd-ae887757f638 req-4b98bb4c-322a-466d-8bf0-1049df5ef33b tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Sep 15 17:09:22.046082 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7b4d16ce-bb71-4813-b0a4-ccf669a6c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:22.073174 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d16ce-bb71-4813-b0a4-ccf669a6c38c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d05e92b-af2e-4de1-a2ab-64a8f88eebdf,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:22.242004 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7b4d16ce-bb71-4813-b0a4-ccf669a6c38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3722935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691963'] for router_interface, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:22.476646 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4d16ce-bb71-4813-b0a4-ccf669a6c38c admin admin] Router c52a332d-a6d4-439b-b533-ca1b3288dc1a has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:09:22.588035 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4d16ce-bb71-4813-b0a4-ccf669a6c38c admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:09:22.594568 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7b4d16ce-bb71-4813-b0a4-ccf669a6c38c admin admin] 10.222.0.13 "PUT /v2.0/routers/c52a332d-a6d4-439b-b533-ca1b3288dc1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206171 Sep 15 17:09:22.597224 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41564) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:22.604645 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725261f1-b12b-40e6-8f0a-3c24f772b7a3 None None] Sync routers for ids ['c52a332d-a6d4-439b-b533-ca1b3288dc1a'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:09:22.617272 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725261f1-b12b-40e6-8f0a-3c24f772b7a3 None None] Routers {'c52a332d-a6d4-439b-b533-ca1b3288dc1a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:22.617827 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-725261f1-b12b-40e6-8f0a-3c24f772b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c52a332d-a6d4-439b-b533-ca1b3288dc1a'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:22.739580 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-725261f1-b12b-40e6-8f0a-3c24f772b7a3 None None] Set router c52a332d-a6d4-439b-b533-ca1b3288dc1a gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:22.742134 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Notify callbacks [] for router, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:22.751943 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d59f1-509c-4a5e-a52d-e05f64eeeb10 req-18a19132-6305-4ddc-861b-fa93eee7322e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:22.753454 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-733d59f1-509c-4a5e-a52d-e05f64eeeb10 req-18a19132-6305-4ddc-861b-fa93eee7322e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 943 time: 0.1008801 Sep 15 17:09:22.858678 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-733d59f1-509c-4a5e-a52d-e05f64eeeb10 req-1498de3c-05a4-427d-ae19-1d171484202e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0717268 Sep 15 17:09:22.887281 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:22.936917 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-725261f1-b12b-40e6-8f0a-3c24f772b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'name': 'tempest-TestShelveInstance-388149664-router', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:09:21Z', 'revision_number': 5, 'project_id': '5c02feb3272f4d1093a2e2a3da915143', 'gw_port': {'id': 'f74c7c7a-60e3-43a4-8fbc-4d95044c9834', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:22.949168 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Deleting port f74c7c7a-60e3-43a4-8fbc-4d95044c9834 {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:09:22.949529 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:22.969768 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725261f1-b12b-40e6-8f0a-3c24f772b7a3 None None] Checking router: c52a332d-a6d4-439b-b533-ca1b3288dc1a for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:09:22.978641 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725261f1-b12b-40e6-8f0a-3c24f772b7a3 None None] Routers {'c52a332d-a6d4-439b-b533-ca1b3288dc1a'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:22.979278 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-725261f1-b12b-40e6-8f0a-3c24f772b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:08:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c52a332d-a6d4-439b-b533-ca1b3288dc1a'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:23.033387 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] For port f74c7c7a-60e3-43a4-8fbc-4d95044c9834, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=f74c7c7a-60e3-43a4-8fbc-4d95044c9834,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:23.033755 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.065801 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Calling delete_port for f74c7c7a-60e3-43a4-8fbc-4d95044c9834 owned by network:router_gateway {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:09:23.072850 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-725261f1-b12b-40e6-8f0a-3c24f772b7a3 None None] Set router c52a332d-a6d4-439b-b533-ca1b3288dc1a gateway port host: None {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:23.133943 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-725261f1-b12b-40e6-8f0a-3c24f772b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'name': 'tempest-TestShelveInstance-388149664-router', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 6, 'project_id': '5c02feb3272f4d1093a2e2a3da915143', 'gw_port_host': None}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:23.158209 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c05a61-8b42-4d01-b69a-593ec2c63cf9 req-e3e15b7d-15ad-468c-b866-a3310ab3f882 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:23.164165 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725261f1-b12b-40e6-8f0a-3c24f772b7a3 None None] The sync data for ids ['c52a332d-a6d4-439b-b533-ca1b3288dc1a'] in dv-cinder-796806-2-iscsi is: [{'id': 'c52a332d-a6d4-439b-b533-ca1b3288dc1a', 'name': 'tempest-TestShelveInstance-388149664-router', 'tenant_id': '5c02feb3272f4d1093a2e2a3da915143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:04:09Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 6, 'project_id': '5c02feb3272f4d1093a2e2a3da915143', 'gw_port_host': None}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:09:23.168406 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-36c05a61-8b42-4d01-b69a-593ec2c63cf9 req-e3e15b7d-15ad-468c-b866-a3310ab3f882 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 945 time: 0.0709207 Sep 15 17:09:23.211809 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-36c05a61-8b42-4d01-b69a-593ec2c63cf9 req-ca2f252b-7bd9-482d-8a31-d88368b60986 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 Sep 15 17:09:23.232987 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41588) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:23.271114 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.307167 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=f74c7c7a-60e3-43a4-8fbc-4d95044c9834,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:23.345802 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5f28263e-fe9f-42f5-8062-bb9a057852d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.396171 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283f919-7713-4957-922d-b7abe3b4af18 req-69701db6-f21f-40b8-9b18-9043c1c46a52 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:23.397867 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b283f919-7713-4957-922d-b7abe3b4af18 req-69701db6-f21f-40b8-9b18-9043c1c46a52 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 945 time: 0.1036673 Sep 15 17:09:23.406287 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691901'] for router_gateway, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.436727 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5f28263e-fe9f-42f5-8062-bb9a057852d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.440619 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5f28263e-fe9f-42f5-8062-bb9a057852d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.478599 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-5f28263e-fe9f-42f5-8062-bb9a057852d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1944b19a1ebf44f282d58a087584e7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441618 Sep 15 17:09:23.480727 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28263e-fe9f-42f5-8062-bb9a057852d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d260144-7e87-4066-ba50-34312eb13ded,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:23.482175 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41592) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:23.524258 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.532056 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.545746 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b283f919-7713-4957-922d-b7abe3b4af18 req-62a07a47-033d-459c-bee2-35618c24ed9d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413529 Sep 15 17:09:23.608433 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687639'] for router, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.608982 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c52a332d-a6d4-439b-b533-ca1b3288dc1a {{(pid=93881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:09:23.614439 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.616182 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-174a8125-9873-4910-a88e-93a5009b8d63 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c52a332d-a6d4-439b-b533-ca1b3288dc1a HTTP/1.1" status: 204 len: 168 time: 1.0177813 Sep 15 17:09:23.618781 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41596) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:23.631715 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-022777c3-0f20-4e9e-8de3-94765fda98c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.673975 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-022777c3-0f20-4e9e-8de3-94765fda98c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.683664 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4490e0-ec45-4147-9703-a8daeb130a94 admin admin] Deleting subnet 7edb96b8-1627-45ed-a182-bec27a0acd1b {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:09:23.686701 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ca4490e0-ec45-4147-9703-a8daeb130a94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.722881 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ca4490e0-ec45-4147-9703-a8daeb130a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26644840'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.726447 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-022777c3-0f20-4e9e-8de3-94765fda98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.729954 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-022777c3-0f20-4e9e-8de3-94765fda98c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.731948 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-022777c3-0f20-4e9e-8de3-94765fda98c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d260144-7e87-4066-ba50-34312eb13ded HTTP/1.1" status: 204 len: 168 time: 0.2466435 Sep 15 17:09:23.747888 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022777c3-0f20-4e9e-8de3-94765fda98c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d260144-7e87-4066-ba50-34312eb13ded,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:23.842237 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ca4490e0-ec45-4147-9703-a8daeb130a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.915630 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ca4490e0-ec45-4147-9703-a8daeb130a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28456938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29225550'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.935743 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b24a1-10f4-4d1f-a2fd-87fa7bbb1387 req-08e21f03-b2d1-4d57-855b-4b5fb5c92742 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:23.937325 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c72b24a1-10f4-4d1f-a2fd-87fa7bbb1387 req-08e21f03-b2d1-4d57-855b-4b5fb5c92742 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 945 time: 0.0633249 Sep 15 17:09:23.943565 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4490e0-ec45-4147-9703-a8daeb130a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7edb96b8-1627-45ed-a182-bec27a0acd1b,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:23.945936 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ca4490e0-ec45-4147-9703-a8daeb130a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.948289 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ca4490e0-ec45-4147-9703-a8daeb130a94 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7edb96b8-1627-45ed-a182-bec27a0acd1b HTTP/1.1" status: 204 len: 168 time: 0.3280711 Sep 15 17:09:23.950517 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41606) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:23.955843 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1348d1c0-fe23-4cd7-8e99-5a9b9c23f90f None None] Network a7473ba3-d795-4c76-9568-5eb39aaa7c89 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:09:24.050694 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-c72b24a1-10f4-4d1f-a2fd-87fa7bbb1387 req-65345f39-7830-4b6a-bb11-4a1590ac13e1 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069081 Sep 15 17:09:24.099198 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:09:24.114360 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41610) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:24.128820 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-92a18c86-eb96-48a4-b317-1a71e381141c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.144827 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:09:24.145367 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 7d05e92b-af2e-4de1-a2ab-64a8f88eebdf not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:09:24.259282 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-92a18c86-eb96-48a4-b317-1a71e381141c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.269223 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-92a18c86-eb96-48a4-b317-1a71e381141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.272259 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e04143-e718-4601-aca0-d26a343e6c8b None None] DHCP port deletion for a7473ba3-d795-4c76-9568-5eb39aaa7c89 request from dv-cinder-796806-2-iscsi {{(pid=93882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:09:24.310842 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-92a18c86-eb96-48a4-b317-1a71e381141c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8418f09482c04e9096256ac66ea132a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947093 Sep 15 17:09:24.311873 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a18c86-eb96-48a4-b317-1a71e381141c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e750047-a041-4a00-afdf-f9e072551a7c,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:24.314446 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41612) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:24.347097 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device c2ffa9f8-2509-4794-beb2-85fe1634575a details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:09:24.358491 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c1e04143-e718-4601-aca0-d26a343e6c8b None None] Deleting port d9ec6ba8-922e-4660-9f2c-dcd2ca418406 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:09:24.359278 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c1e04143-e718-4601-aca0-d26a343e6c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.376431 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9a678c3a-aaec-46c5-8e37-b46a89c9fa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.393182 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.438396 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9a678c3a-aaec-46c5-8e37-b46a89c9fa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.450282 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f3fc7-b584-42a5-84be-0c3a187def8c req-bc5f7710-2202-4125-be16-cb126b264741 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:24.452161 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-754f3fc7-b584-42a5-84be-0c3a187def8c req-bc5f7710-2202-4125-be16-cb126b264741 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 943 time: 0.4845698 Sep 15 17:09:24.517182 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-754f3fc7-b584-42a5-84be-0c3a187def8c req-dc1f00f3-f276-47d7-ba07-1e40fd578da6 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0571761 Sep 15 17:09:24.531990 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Deleting port d9ec6ba8-922e-4660-9f2c-dcd2ca418406 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:09:24.532536 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.555225 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9a678c3a-aaec-46c5-8e37-b46a89c9fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.559657 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-9a678c3a-aaec-46c5-8e37-b46a89c9fa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.560694 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-9a678c3a-aaec-46c5-8e37-b46a89c9fa06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e750047-a041-4a00-afdf-f9e072551a7c HTTP/1.1" status: 204 len: 168 time: 0.2451625 Sep 15 17:09:24.572952 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a678c3a-aaec-46c5-8e37-b46a89c9fa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e750047-a041-4a00-afdf-f9e072551a7c,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:24.608727 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c1e04143-e718-4601-aca0-d26a343e6c8b None None] For port d9ec6ba8-922e-4660-9f2c-dcd2ca418406, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=d9ec6ba8-922e-4660-9f2c-dcd2ca418406,segment=NetworkSegment(7c707b84-7007-4465-868d-0b634b7988f7),segment_id=7c707b84-7007-4465-868d-0b634b7988f7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:24.608727 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c1e04143-e718-4601-aca0-d26a343e6c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.633486 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] For port d9ec6ba8-922e-4660-9f2c-dcd2ca418406, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=d9ec6ba8-922e-4660-9f2c-dcd2ca418406,segment=NetworkSegment(7c707b84-7007-4465-868d-0b634b7988f7),segment_id=7c707b84-7007-4465-868d-0b634b7988f7)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:24.633964 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.647810 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Calling delete_port for d9ec6ba8-922e-4660-9f2c-dcd2ca418406 owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:09:24.654157 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port c2ffa9f8-2509-4794-beb2-85fe1634575a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c2ffa9f8-2509-4794-beb2-85fe1634575a,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:24.664413 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91843fb3-3afe-4353-8ffe-4f05e9217ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.671912 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c1e04143-e718-4601-aca0-d26a343e6c8b None None] Calling delete_port for d9ec6ba8-922e-4660-9f2c-dcd2ca418406 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:09:24.679152 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': 'c2ffa9f8-2509-4794-beb2-85fe1634575a', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'port_id': 'c2ffa9f8-2509-4794-beb2-85fe1634575a', 'mac_address': 'fa:16:3e:51:8a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:09:24.735023 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.759792 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.766802 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ec6ba8-922e-4660-9f2c-dcd2ca418406,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:24.774813 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] No DVR routers for this DVR port d9ec6ba8-922e-4660-9f2c-dcd2ca418406 on host dv-cinder-796806-2-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:09:24.784241 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ffa9f8-2509-4794-beb2-85fe1634575a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:24.812181 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port c2ffa9f8-2509-4794-beb2-85fe1634575a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c2ffa9f8-2509-4794-beb2-85fe1634575a,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:24.818163 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.821952 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c1e04143-e718-4601-aca0-d26a343e6c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.854484 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e04143-e718-4601-aca0-d26a343e6c8b None None] No DVR routers for this DVR port d9ec6ba8-922e-4660-9f2c-dcd2ca418406 on host dv-cinder-796806-2-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:09:24.855574 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.878312 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7473ba3-d795-4c76-9568-5eb39aaa7c89']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:24.890415 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=c2ffa9f8-2509-4794-beb2-85fe1634575a,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:24.894268 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c707b84-7007-4465-868d-0b634b7988f7') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:24.894570 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c707b84-7007-4465-868d-0b634b7988f7') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:24.904537 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26644835'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.916640 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e04143-e718-4601-aca0-d26a343e6c8b None None] Pushing event deleted for resources: {'Port': ['ID=d9ec6ba8-922e-4660-9f2c-dcd2ca418406,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:24.921995 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.929326 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:09:24.929790 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28456244'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: Traceback (most recent call last): Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: timer() Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: cb(*args, **kw) Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: return func(*args, **kwargs) Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: self._notify() Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: self.callback(batched_events) Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: event.method(event) Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: return f(self, *a, **k) Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._get(url).json() Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:09:24.932040 dv-cinder-796806-2-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:09:24.992688 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.997358 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.002679 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a7473ba3-d795-4c76-9568-5eb39aaa7c89 HTTP/1.1" status: 204 len: 168 time: 1.0512061 Sep 15 17:09:25.015580 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41187e9-4126-4cbc-9cb7-2372a1429440 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7473ba3-d795-4c76-9568-5eb39aaa7c89,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:25.023130 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['c2ffa9f8-2509-4794-beb2-85fe1634575a'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:09:25.182989 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41636) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:25.223083 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-dfc29b19-7823-47a0-8085-ea6b5157b901 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3370acfd09e48f0ad39723285a119dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388861 Sep 15 17:09:25.225734 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41640) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:25.274531 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-933abb54-48f9-4fdb-9ece-9df16b29dd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.297081 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-933abb54-48f9-4fdb-9ece-9df16b29dd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.346082 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-933abb54-48f9-4fdb-9ece-9df16b29dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.348584 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-933abb54-48f9-4fdb-9ece-9df16b29dd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.352859 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-933abb54-48f9-4fdb-9ece-9df16b29dd38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65ce413b-5075-46b9-8439-797ce29bef6c HTTP/1.1" status: 204 len: 168 time: 0.1234729 Sep 15 17:09:25.359743 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933abb54-48f9-4fdb-9ece-9df16b29dd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ce413b-5075-46b9-8439-797ce29bef6c,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:25.660915 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device d9ec6ba8-922e-4660-9f2c-dcd2ca418406 no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:09:25.676846 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba96983-74b3-406e-9c64-4d47cd92f9d2 req-98f3fcc3-b913-4609-9041-cb15f76f228f tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:25.680234 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2ba96983-74b3-406e-9c64-4d47cd92f9d2 req-98f3fcc3-b913-4609-9041-cb15f76f228f tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 944 time: 0.0784597 Sep 15 17:09:25.717076 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: d9ec6ba8-922e-4660-9f2c-dcd2ca418406 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:09:25.717451 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device d9ec6ba8-922e-4660-9f2c-dcd2ca418406 not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:09:25.717878 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device f74c7c7a-60e3-43a4-8fbc-4d95044c9834 no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:09:25.726362 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41664) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:25.747401 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: f74c7c7a-60e3-43a4-8fbc-4d95044c9834 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:09:25.748440 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device f74c7c7a-60e3-43a4-8fbc-4d95044c9834 not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:09:25.753881 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2ba96983-74b3-406e-9c64-4d47cd92f9d2 req-2210d833-8683-4bcb-bd27-c229ff3d2041 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0573792 Sep 15 17:09:25.787626 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-82fe6f1c-367b-4c5a-84fe-f45d4022e50d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c02feb3272f4d1093a2e2a3da915143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594976 Sep 15 17:09:25.790143 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41670) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:25.842318 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e47c39c2-a76c-42e9-af9c-f54e6b55b232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.865601 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e47c39c2-a76c-42e9-af9c-f54e6b55b232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.917738 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e47c39c2-a76c-42e9-af9c-f54e6b55b232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.920351 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e47c39c2-a76c-42e9-af9c-f54e6b55b232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.921543 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e47c39c2-a76c-42e9-af9c-f54e6b55b232 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ae20ecc-c4ba-4e33-99f2-ad322ae160ef HTTP/1.1" status: 204 len: 168 time: 0.1304147 Sep 15 17:09:25.938375 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c39c2-a76c-42e9-af9c-f54e6b55b232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae20ecc-c4ba-4e33-99f2-ad322ae160ef,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:26.368882 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device c2ffa9f8-2509-4794-beb2-85fe1634575a up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:26.417345 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port c2ffa9f8-2509-4794-beb2-85fe1634575a completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:09:26.420848 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port c2ffa9f8-2509-4794-beb2-85fe1634575a triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:26.421254 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:26.503942 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:26.529904 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530b24de-4cf9-4933-acc6-660a8400bb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ffa9f8-2509-4794-beb2-85fe1634575a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:26.532147 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cee075e-78b7-46ee-a5b4-61f8aaf0d1fe" -d '{"events": [{"server_uuid": "530b24de-4cf9-4933-acc6-660a8400bb17", "name": "network-vif-plugged", "status": "completed", "tag": "c2ffa9f8-2509-4794-beb2-85fe1634575a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:26.546059 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port c2ffa9f8-2509-4794-beb2-85fe1634575a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c2ffa9f8-2509-4794-beb2-85fe1634575a,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:26.552683 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:26.596062 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe858826-0b68-4462-b375-e2b7cee680f1 x-openstack-request-id: req-fe858826-0b68-4462-b375-e2b7cee680f1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:26.596351 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530b24de-4cf9-4933-acc6-660a8400bb17", "name": "network-vif-plugged", "status": "completed", "tag": "c2ffa9f8-2509-4794-beb2-85fe1634575a", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:26.596602 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe858826-0b68-4462-b375-e2b7cee680f1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:26.597061 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530b24de-4cf9-4933-acc6-660a8400bb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ffa9f8-2509-4794-beb2-85fe1634575a', 'code': 200} Sep 15 17:09:26.606494 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=c2ffa9f8-2509-4794-beb2-85fe1634575a,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:26.812268 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f6b20-d65a-47c5-bf98-911749bfdaaf req-34394b9e-9902-4013-b3f2-7fbea8e346ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:26.815571 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1d3f6b20-d65a-47c5-bf98-911749bfdaaf req-34394b9e-9902-4013-b3f2-7fbea8e346ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 1098 time: 0.0477245 Sep 15 17:09:26.856822 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1d3f6b20-d65a-47c5-bf98-911749bfdaaf req-498027ce-2d4d-41b2-b660-dbf73e598747 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340872 Sep 15 17:09:26.907462 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aefedf-c460-4443-9914-2d0570428cd4 req-19bdfb97-c54b-452f-8454-e0914a60c73c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:26.908943 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-37aefedf-c460-4443-9914-2d0570428cd4 req-19bdfb97-c54b-452f-8454-e0914a60c73c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 945 time: 0.0577950 Sep 15 17:09:26.929394 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6a59b8b0-2f89-422b-9c99-bc2ddc60c6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:26.951769 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-37aefedf-c460-4443-9914-2d0570428cd4 req-8ed597c2-0b15-48f4-8cde-99ecf47019d8 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361855 Sep 15 17:09:27.565045 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.075790 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7b81a-de92-4eda-93e2-82f866f29417 req-c5587790-da86-4446-8108-8b1a4b62a92c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:28.077582 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-19d7b81a-de92-4eda-93e2-82f866f29417 req-c5587790-da86-4446-8108-8b1a4b62a92c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 945 time: 0.0569651 Sep 15 17:09:28.117545 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-19d7b81a-de92-4eda-93e2-82f866f29417 req-ec50909d-1b82-491b-9fad-a17ca4a57fd6 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330737 Sep 15 17:09:28.228929 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513e72-09b5-4a33-8c61-de7bfbe2300e req-db76b719-b2c7-4ebf-94b8-a5f62f145aef tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:28.230399 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5b513e72-09b5-4a33-8c61-de7bfbe2300e req-db76b719-b2c7-4ebf-94b8-a5f62f145aef tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 945 time: 0.0480540 Sep 15 17:09:28.268407 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5b513e72-09b5-4a33-8c61-de7bfbe2300e req-c237f838-c16e-44ff-b78b-6eba253c604e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321569 Sep 15 17:09:28.290909 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41720) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:28.468641 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ec0d2-25c9-48b5-9fe8-13ea3f8d77c8 tempest-TestVolumeBootPattern-811500860 tempest-TestVolumeBootPattern-811500860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:28.470197 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-460ec0d2-25c9-48b5-9fe8-13ea3f8d77c8 tempest-TestVolumeBootPattern-811500860 tempest-TestVolumeBootPattern-811500860-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 1093 time: 0.1783004 Sep 15 17:09:28.473085 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41724) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:28.477588 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'floatingip': {'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'port_id': 'c2ffa9f8-2509-4794-beb2-85fe1634575a', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:28.499148 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.530014 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.606639 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.708054 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Allocated IP 172.27.0.159 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/6ce460e4-290c-4fc3-bb69-f7141bd230e9) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:09:28.809032 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.842029 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.875462 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:28.879904 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:28.883827 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:09:28.908917 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'Port': ['ID=6ce460e4-290c-4fc3-bb69-f7141bd230e9,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:29.239039 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:29.304247 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:29.456803 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:29.461427 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:29.532582 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'Port': ['ID=6ce460e4-290c-4fc3-bb69-f7141bd230e9,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:29.541096 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:29.640727 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Floating IP 264da479-23b8-460f-b6c4-b4ee4cf6c921 associated. External IP: 172.27.0.159, port: c2ffa9f8-2509-4794-beb2-85fe1634575a. Sep 15 17:09:29.830480 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:29.852872 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Router c3eec441-3e38-43ac-b756-2f37007b5f3b has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:09:29.956529 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:09:29.967900 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99841b30-e56f-48c7-bfc6-bd626188e674 None None] Sync routers for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:09:29.973824 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:29.979042 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99841b30-e56f-48c7-bfc6-bd626188e674 None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:29.979042 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-99841b30-e56f-48c7-bfc6-bd626188e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:09:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:30.006513 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d7a14649-47b3-4f75-909a-defad001eafa tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5323772 Sep 15 17:09:30.007086 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530b24de-4cf9-4933-acc6-660a8400bb17', 'tag': 'c2ffa9f8-2509-4794-beb2-85fe1634575a'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:30.009324 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc3439c-ca21-4387-9c69-645e842c99ab" -d '{"events": [{"name": "network-changed", "server_uuid": "530b24de-4cf9-4933-acc6-660a8400bb17", "tag": "c2ffa9f8-2509-4794-beb2-85fe1634575a"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:30.046309 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde62f78-001c-4c2b-863a-49728b3dd738 x-openstack-request-id: req-dde62f78-001c-4c2b-863a-49728b3dd738 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:30.047135 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530b24de-4cf9-4933-acc6-660a8400bb17", "tag": "c2ffa9f8-2509-4794-beb2-85fe1634575a", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:30.047135 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dde62f78-001c-4c2b-863a-49728b3dd738 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:30.047341 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530b24de-4cf9-4933-acc6-660a8400bb17', 'tag': 'c2ffa9f8-2509-4794-beb2-85fe1634575a', 'status': 'completed', 'code': 200} Sep 15 17:09:30.089615 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-99841b30-e56f-48c7-bfc6-bd626188e674 None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:30.309069 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-99841b30-e56f-48c7-bfc6-bd626188e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '264da479-23b8-460f-b6c4-b4ee4cf6c921', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': 'c2ffa9f8-2509-4794-beb2-85fe1634575a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:51:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b24de-4cf9-4933-acc6-660a8400bb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:09:29Z', 'updated_at': '2021-09-15T17:09:29Z', 'revision_number': 0, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:30.334146 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99841b30-e56f-48c7-bfc6-bd626188e674 None None] Checking router: c3eec441-3e38-43ac-b756-2f37007b5f3b for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:09:30.342001 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99841b30-e56f-48c7-bfc6-bd626188e674 None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:30.342594 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-99841b30-e56f-48c7-bfc6-bd626188e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:09:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:30.447287 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-99841b30-e56f-48c7-bfc6-bd626188e674 None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:30.665873 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-99841b30-e56f-48c7-bfc6-bd626188e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '264da479-23b8-460f-b6c4-b4ee4cf6c921', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': 'c2ffa9f8-2509-4794-beb2-85fe1634575a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:51:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b24de-4cf9-4933-acc6-660a8400bb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:09:29Z', 'updated_at': '2021-09-15T17:09:29Z', 'revision_number': 0, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:30.690336 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99841b30-e56f-48c7-bfc6-bd626188e674 None None] The sync data for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi is: [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '264da479-23b8-460f-b6c4-b4ee4cf6c921', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': 'c2ffa9f8-2509-4794-beb2-85fe1634575a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:51:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530b24de-4cf9-4933-acc6-660a8400bb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:09:29Z', 'updated_at': '2021-09-15T17:09:29Z', 'revision_number': 0, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:09:30.868023 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e710707b-1311-4073-8d5a-e9e46be258d7 None None] New status for floating IP 264da479-23b8-460f-b6c4-b4ee4cf6c921: ACTIVE {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:09:31.062988 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3439c-ca21-4387-9c69-645e842c99ab req-a67f52ed-e4ac-4f1d-b836-121f575e2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:31.064468 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8dc3439c-ca21-4387-9c69-645e842c99ab req-a67f52ed-e4ac-4f1d-b836-121f575e2fc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 1098 time: 0.0459766 Sep 15 17:09:31.160707 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3439c-ca21-4387-9c69-645e842c99ab req-c6602183-152c-46c8-a327-73f13836f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:31.162875 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8dc3439c-ca21-4387-9c69-645e842c99ab req-c6602183-152c-46c8-a327-73f13836f5ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 913 time: 0.0862274 Sep 15 17:09:31.260594 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8dc3439c-ca21-4387-9c69-645e842c99ab req-87eca600-f8c5-41fc-9d06-73a37c2f8502 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2ffa9f8-2509-4794-beb2-85fe1634575a HTTP/1.1" status: 200 len: 1001 time: 0.0905025 Sep 15 17:09:31.311030 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3439c-ca21-4387-9c69-645e842c99ab req-c9c724c8-98fe-492f-971a-4e5ad9fc7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:31.312464 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8dc3439c-ca21-4387-9c69-645e842c99ab req-c9c724c8-98fe-492f-971a-4e5ad9fc7d2d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0450623 Sep 15 17:09:31.356054 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3439c-ca21-4387-9c69-645e842c99ab req-ca0cb3ca-e711-4b4e-9aa9-4e66c7117a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:31.357515 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8dc3439c-ca21-4387-9c69-645e842c99ab req-ca0cb3ca-e711-4b4e-9aa9-4e66c7117a37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380421 Sep 15 17:09:31.691779 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8dc3439c-ca21-4387-9c69-645e842c99ab req-1d6ca5af-7ff3-4dc4-b788-b23e6d743359 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183298 Sep 15 17:09:31.797846 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-8dc3439c-ca21-4387-9c69-645e842c99ab req-bcd58f6f-f64c-46dd-a5d2-a50d6f66d672 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828798 Sep 15 17:09:32.748240 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33916b7-a9d0-4ea2-98fb-0e118986d3d1 req-4b3e8c6e-82d9-415a-8c12-d7eb5dba04b9 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:32.749724 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b33916b7-a9d0-4ea2-98fb-0e118986d3d1 req-4b3e8c6e-82d9-415a-8c12-d7eb5dba04b9 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 945 time: 0.0487809 Sep 15 17:09:32.787266 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-b33916b7-a9d0-4ea2-98fb-0e118986d3d1 req-a91b3944-c942-471c-8a09-88af28f3176d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Sep 15 17:09:32.809150 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41764) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:32.943737 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b8df2b-9672-40f8-80cf-f2e0e57e5318 tempest-TestMinimumBasicScenario-495385364 tempest-TestMinimumBasicScenario-495385364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:32.945418 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b3b8df2b-9672-40f8-80cf-f2e0e57e5318 tempest-TestMinimumBasicScenario-495385364 tempest-TestMinimumBasicScenario-495385364-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 1093 time: 0.1350925 Sep 15 17:09:32.948051 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41768) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:32.952211 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Request body: {'floatingip': {'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'port_id': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:32.974357 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for floatingip, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:33.070312 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:33.176711 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Allocated IP 172.27.0.16 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/88e1937b-201a-4afa-b8b9-225361cf779a) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:09:33.279110 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:33.312534 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:33.346531 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:33.349454 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:33.353022 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:09:33.391234 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event updated for resources: {'Port': ['ID=88e1937b-201a-4afa-b8b9-225361cf779a,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:33.727500 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:33.791943 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:33.941825 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:33.946830 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:34.017124 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event updated for resources: {'Port': ['ID=88e1937b-201a-4afa-b8b9-225361cf779a,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:34.028815 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:34.375569 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Floating IP e3b3f904-a32c-40f4-bac5-303cbd7f56a1 associated. External IP: 172.27.0.16, port: c8613a94-ad4b-45a4-b321-6696ae65cedd. Sep 15 17:09:34.574570 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Router 936a1778-822b-4bd0-b58d-41b844529feb has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:09:34.681571 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:09:34.696732 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0504ee-aa9f-42c2-bdb8-3de01e435410 None None] Sync routers for ids ['936a1778-822b-4bd0-b58d-41b844529feb'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:09:34.698338 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:34.708858 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0504ee-aa9f-42c2-bdb8-3de01e435410 None None] Routers {'936a1778-822b-4bd0-b58d-41b844529feb'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:34.709539 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-6a0504ee-aa9f-42c2-bdb8-3de01e435410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:09:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['936a1778-822b-4bd0-b58d-41b844529feb'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:34.729662 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-95bb3cf0-3410-4f6c-b94c-8efb6c509759 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7805769 Sep 15 17:09:34.730233 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:34.732468 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3284f0e0-90df-4e41-8c89-64f8cce57f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:34.732903 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41780) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:34.740914 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-2fb4bce7-0d05-4055-84b5-c27cb314c1d2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310800052', 'description': 'tempest-secgroup-smoke-1310800052 description', 'project_id': '5c0424b6ddc04b939c023f05932da0e4'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:34.773531 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2fb4bce7-0d05-4055-84b5-c27cb314c1d2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:34.776757 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c41087-d8b3-4900-8e22-5f80fa179d52 x-openstack-request-id: req-84c41087-d8b3-4900-8e22-5f80fa179d52 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:34.777165 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:34.777448 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84c41087-d8b3-4900-8e22-5f80fa179d52 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:34.777816 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'status': 'completed', 'code': 200} Sep 15 17:09:34.863988 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f0e0-90df-4e41-8c89-64f8cce57f1a req-87fa2e33-faff-4cb8-92fe-13071b2ea2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:34.866677 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3284f0e0-90df-4e41-8c89-64f8cce57f1a req-87fa2e33-faff-4cb8-92fe-13071b2ea2fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c0424b6ddc04b939c023f05932da0e4&device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 1098 time: 0.0662057 Sep 15 17:09:34.933329 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2fb4bce7-0d05-4055-84b5-c27cb314c1d2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:34.943406 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2fb4bce7-0d05-4055-84b5-c27cb314c1d2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:34.961351 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-6a0504ee-aa9f-42c2-bdb8-3de01e435410 None None] Set router 936a1778-822b-4bd0-b58d-41b844529feb gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:35.014285 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4bce7-0d05-4055-84b5-c27cb314c1d2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fc0239-de40-484d-8b68-10322e0583d3,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:35.021658 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2fb4bce7-0d05-4055-84b5-c27cb314c1d2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.023293 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2fb4bce7-0d05-4055-84b5-c27cb314c1d2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2886662 Sep 15 17:09:35.026286 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41786) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:35.031728 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-61064d13-c584-417a-91a8-3cef909f28cc tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Request body: {'security_group_rule': {'security_group_id': '50fc0239-de40-484d-8b68-10322e0583d3', 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:35.051909 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f0e0-90df-4e41-8c89-64f8cce57f1a req-87d6bbfe-bdea-4f8f-912d-0e4fe5a847eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:35.058561 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3284f0e0-90df-4e41-8c89-64f8cce57f1a req-87d6bbfe-bdea-4f8f-912d-0e4fe5a847eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=c65426fd-c86a-4e40-84df-85482cd2104e HTTP/1.1" status: 200 len: 915 time: 0.1835389 Sep 15 17:09:35.077139 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-61064d13-c584-417a-91a8-3cef909f28cc tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.152809 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41790) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:35.153531 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-61064d13-c584-417a-91a8-3cef909f28cc tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.157816 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-61064d13-c584-417a-91a8-3cef909f28cc tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.160124 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3284f0e0-90df-4e41-8c89-64f8cce57f1a req-50be6b2e-54d3-4159-8331-aa2c0b874cc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd HTTP/1.1" status: 200 len: 998 time: 0.0926332 Sep 15 17:09:35.182145 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61064d13-c584-417a-91a8-3cef909f28cc tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede8335b-2e4f-4868-90e5-afbdc5fd7b6f,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:35.186992 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-61064d13-c584-417a-91a8-3cef909f28cc tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.191256 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-61064d13-c584-417a-91a8-3cef909f28cc tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636899 Sep 15 17:09:35.191909 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41794) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:35.196925 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-5cf3ca50-4cd5-410d-b967-e79fed1fcbd8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Request body: {'security_group_rule': {'security_group_id': '50fc0239-de40-484d-8b68-10322e0583d3', 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:35.224540 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-6a0504ee-aa9f-42c2-bdb8-3de01e435410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:42Z', 'revision_number': 4, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': 'e3b3f904-a32c-40f4-bac5-303cbd7f56a1', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'port_id': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'mac_address': 'fa:16:3e:06:b3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:09:33Z', 'updated_at': '2021-09-15T17:09:33Z', 'revision_number': 0, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47ca29c-a29a-4e49-972a-9126fe582fff', 'name': '', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'mac_address': 'fa:16:3e:d0:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:41Z', 'updated_at': '2021-09-15T17:08:49Z', 'revision_number': 5, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'subnets': [{'id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:35.227959 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ca50-4cd5-410d-b967-e79fed1fcbd8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.236904 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f0e0-90df-4e41-8c89-64f8cce57f1a req-de58431e-0d30-4ae4-a5c6-3f858fa46ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:35.240238 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3284f0e0-90df-4e41-8c89-64f8cce57f1a req-de58431e-0d30-4ae4-a5c6-3f858fa46ece service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f3cfd47-88a1-4804-9cde-db2cda8ef1ad HTTP/1.1" status: 200 len: 853 time: 0.0706811 Sep 15 17:09:35.258522 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0504ee-aa9f-42c2-bdb8-3de01e435410 None None] Checking router: 936a1778-822b-4bd0-b58d-41b844529feb for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:09:35.267429 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0504ee-aa9f-42c2-bdb8-3de01e435410 None None] Routers {'936a1778-822b-4bd0-b58d-41b844529feb'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:35.268112 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-6a0504ee-aa9f-42c2-bdb8-3de01e435410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:09:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['936a1778-822b-4bd0-b58d-41b844529feb'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:35.292332 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ca50-4cd5-410d-b967-e79fed1fcbd8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.294231 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f0e0-90df-4e41-8c89-64f8cce57f1a req-d5914be8-f24b-4e49-9a41-65ddd1f58b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:35.295751 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3284f0e0-90df-4e41-8c89-64f8cce57f1a req-d5914be8-f24b-4e49-9a41-65ddd1f58b8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c65426fd-c86a-4e40-84df-85482cd2104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485961 Sep 15 17:09:35.298154 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ca50-4cd5-410d-b967-e79fed1fcbd8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.319350 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3ca50-4cd5-410d-b967-e79fed1fcbd8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584b1958-d0aa-4d58-8cf9-d13997a32be0,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:35.325280 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ca50-4cd5-410d-b967-e79fed1fcbd8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.327682 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-5cf3ca50-4cd5-410d-b967-e79fed1fcbd8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345577 Sep 15 17:09:35.330459 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41796) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:35.336135 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-b9e4c467-8576-4620-90ca-a3ea3ce0ef84 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Request body: {'security_group_rule': {'security_group_id': '50fc0239-de40-484d-8b68-10322e0583d3', 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:35.337856 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f8ea34b9-00a9-4ec2-8f70-b5b8eed304dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.364478 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c467-8576-4620-90ca-a3ea3ce0ef84 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.390819 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-6a0504ee-aa9f-42c2-bdb8-3de01e435410 None None] Set router 936a1778-822b-4bd0-b58d-41b844529feb gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:35.432420 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c467-8576-4620-90ca-a3ea3ce0ef84 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.437082 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c467-8576-4620-90ca-a3ea3ce0ef84 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.437478 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3284f0e0-90df-4e41-8c89-64f8cce57f1a req-f0bc72f2-6e0a-446b-a212-33d2c25cf557 service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326561 Sep 15 17:09:35.460881 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4c467-8576-4620-90ca-a3ea3ce0ef84 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d8ffee-51d2-4dec-8d20-76c20eb1a9c9,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:35.563784 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f8ea34b9-00a9-4ec2-8f70-b5b8eed304dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.567952 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3284f0e0-90df-4e41-8c89-64f8cce57f1a req-22efbf9b-263f-4b61-a351-1457079419b4 service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214879 Sep 15 17:09:35.569167 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f8ea34b9-00a9-4ec2-8f70-b5b8eed304dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.584584 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c467-8576-4620-90ca-a3ea3ce0ef84 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.586210 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b9e4c467-8576-4620-90ca-a3ea3ce0ef84 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2548149 Sep 15 17:09:35.590084 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41798) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:35.601522 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-74a04f01-177e-4411-bfe4-9c4d625e3ab2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Request body: {'security_group_rule': {'security_group_id': '50fc0239-de40-484d-8b68-10322e0583d3', 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:35.612025 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f8ea34b9-00a9-4ec2-8f70-b5b8eed304dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ff6f6b08e9d45ffaa7e67874c7f7c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4555428 Sep 15 17:09:35.612025 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea34b9-00a9-4ec2-8f70-b5b8eed304dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becab2b4-7870-4c81-896c-2106aa25c7b0,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:35.613100 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41800) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:35.639852 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-6a0504ee-aa9f-42c2-bdb8-3de01e435410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:42Z', 'revision_number': 4, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': 'e3b3f904-a32c-40f4-bac5-303cbd7f56a1', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'port_id': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'mac_address': 'fa:16:3e:06:b3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:09:33Z', 'updated_at': '2021-09-15T17:09:33Z', 'revision_number': 0, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47ca29c-a29a-4e49-972a-9126fe582fff', 'name': '', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'mac_address': 'fa:16:3e:d0:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:41Z', 'updated_at': '2021-09-15T17:08:49Z', 'revision_number': 5, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'subnets': [{'id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:35.647463 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74a04f01-177e-4411-bfe4-9c4d625e3ab2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.663803 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-efee158a-f3a2-461f-a395-a5d27a41e153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.671157 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0504ee-aa9f-42c2-bdb8-3de01e435410 None None] The sync data for ids ['936a1778-822b-4bd0-b58d-41b844529feb'] in dv-cinder-796806-2-iscsi is: [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:42Z', 'revision_number': 4, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': 'e3b3f904-a32c-40f4-bac5-303cbd7f56a1', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'port_id': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'mac_address': 'fa:16:3e:06:b3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:09:33Z', 'updated_at': '2021-09-15T17:09:33Z', 'revision_number': 0, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47ca29c-a29a-4e49-972a-9126fe582fff', 'name': '', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'mac_address': 'fa:16:3e:d0:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:41Z', 'updated_at': '2021-09-15T17:08:49Z', 'revision_number': 5, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'subnets': [{'id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:09:35.693007 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-efee158a-f3a2-461f-a395-a5d27a41e153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.712351 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74a04f01-177e-4411-bfe4-9c4d625e3ab2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.716984 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74a04f01-177e-4411-bfe4-9c4d625e3ab2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.736561 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a04f01-177e-4411-bfe4-9c4d625e3ab2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c6300e-1ba2-4a16-9ea8-f5951505f796,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:35.744858 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74a04f01-177e-4411-bfe4-9c4d625e3ab2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.747397 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-74a04f01-177e-4411-bfe4-9c4d625e3ab2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1559441 Sep 15 17:09:35.750018 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41802) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:35.754508 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-12059874-e3b6-49ef-b88d-7573f5d09b17 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Request body: {'security_group_rule': {'security_group_id': '50fc0239-de40-484d-8b68-10322e0583d3', 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:35.760310 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-efee158a-f3a2-461f-a395-a5d27a41e153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.762859 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-efee158a-f3a2-461f-a395-a5d27a41e153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.763960 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-efee158a-f3a2-461f-a395-a5d27a41e153 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/becab2b4-7870-4c81-896c-2106aa25c7b0 HTTP/1.1" status: 204 len: 168 time: 0.1499498 Sep 15 17:09:35.779040 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee158a-f3a2-461f-a395-a5d27a41e153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becab2b4-7870-4c81-896c-2106aa25c7b0,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:35.793361 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.securitygroups_db [None req-12059874-e3b6-49ef-b88d-7573f5d09b17 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Project 5c0424b6ddc04b939c023f05932da0e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:09:35.802805 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-12059874-e3b6-49ef-b88d-7573f5d09b17 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.857127 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-12059874-e3b6-49ef-b88d-7573f5d09b17 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.861733 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-12059874-e3b6-49ef-b88d-7573f5d09b17 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.887308 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12059874-e3b6-49ef-b88d-7573f5d09b17 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09be689d-b837-4f35-be34-5c71177a7b4b,revision_number=0']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:35.891051 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-12059874-e3b6-49ef-b88d-7573f5d09b17 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.892844 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-12059874-e3b6-49ef-b88d-7573f5d09b17 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417561 Sep 15 17:09:35.897702 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41806) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:35.902719 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [None req-60652f92-f3bf-4d92-83aa-ca624bfb8496 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Request body: {'security_group_rule': {'security_group_id': '50fc0239-de40-484d-8b68-10322e0583d3', 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:35.906438 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e7211-b8c1-446a-85e5-570be05c4952 None None] New status for floating IP e3b3f904-a32c-40f4-bac5-303cbd7f56a1: ACTIVE {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:09:35.926459 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.securitygroups_db [None req-60652f92-f3bf-4d92-83aa-ca624bfb8496 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Project 5c0424b6ddc04b939c023f05932da0e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:09:35.932546 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-60652f92-f3bf-4d92-83aa-ca624bfb8496 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.002475 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-60652f92-f3bf-4d92-83aa-ca624bfb8496 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.008098 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-60652f92-f3bf-4d92-83aa-ca624bfb8496 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3936292'] for security_group_rule, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.031731 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60652f92-f3bf-4d92-83aa-ca624bfb8496 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4254b497-d412-456b-af41-07e9fc41918a,revision_number=0']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:36.035382 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-60652f92-f3bf-4d92-83aa-ca624bfb8496 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.037300 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-60652f92-f3bf-4d92-83aa-ca624bfb8496 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386073 Sep 15 17:09:36.082571 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41812) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:36.102311 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d89f-2b4e-4ef3-9695-73d05089b2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.209505 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d89f-2b4e-4ef3-9695-73d05089b2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.213799 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d89f-2b4e-4ef3-9695-73d05089b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.253387 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-f0b0d89f-2b4e-4ef3-9695-73d05089b2c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9c1296d996348a5af7d2888e3c46378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686940 Sep 15 17:09:36.254127 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0d89f-2b4e-4ef3-9695-73d05089b2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f550cb1-a5f6-4779-b6d1-948e65d0ba64,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:36.257582 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41814) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:36.296612 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6990d473-3b85-476e-baee-2a34c4eefb87 req-cb649d94-e4cf-4917-aa0d-4652fdb911a9 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310800052&fields=id&tenant_id=5c0424b6ddc04b939c023f05932da0e4 HTTP/1.1" status: 200 len: 267 time: 0.0503361 Sep 15 17:09:36.310878 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-28b351c2-571b-48ae-a577-954da38a76fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.332398 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-28b351c2-571b-48ae-a577-954da38a76fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.349011 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d473-3b85-476e-baee-2a34c4eefb87 req-73601ec1-efc3-4d0c-a343-bf7297745603 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:36.350685 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6990d473-3b85-476e-baee-2a34c4eefb87 req-73601ec1-efc3-4d0c-a343-bf7297745603 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 945 time: 0.0477529 Sep 15 17:09:36.362031 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-6990d473-3b85-476e-baee-2a34c4eefb87 req-ebc9f07e-e797-4608-81dd-21e34923e7a8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Request body: {'port': {'security_groups': ['05222bfc-d059-487b-a340-0e02ff2ad2ac', '50fc0239-de40-484d-8b68-10322e0583d3']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:36.384873 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-28b351c2-571b-48ae-a577-954da38a76fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.387757 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-28b351c2-571b-48ae-a577-954da38a76fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.388916 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-28b351c2-571b-48ae-a577-954da38a76fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f550cb1-a5f6-4779-b6d1-948e65d0ba64 HTTP/1.1" status: 204 len: 168 time: 0.1304557 Sep 15 17:09:36.398278 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b351c2-571b-48ae-a577-954da38a76fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f550cb1-a5f6-4779-b6d1-948e65d0ba64,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:36.432334 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-6990d473-3b85-476e-baee-2a34c4eefb87 req-ebc9f07e-e797-4608-81dd-21e34923e7a8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.630617 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-6990d473-3b85-476e-baee-2a34c4eefb87 req-ebc9f07e-e797-4608-81dd-21e34923e7a8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] For port c8613a94-ad4b-45a4-b321-6696ae65cedd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:36.659626 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-6990d473-3b85-476e-baee-2a34c4eefb87 req-ebc9f07e-e797-4608-81dd-21e34923e7a8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.664960 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-6990d473-3b85-476e-baee-2a34c4eefb87 req-ebc9f07e-e797-4608-81dd-21e34923e7a8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.677565 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['c8613a94-ad4b-45a4-b321-6696ae65cedd'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:09:36.708589 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d473-3b85-476e-baee-2a34c4eefb87 req-ebc9f07e-e797-4608-81dd-21e34923e7a8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:36.709249 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-6990d473-3b85-476e-baee-2a34c4eefb87 req-ebc9f07e-e797-4608-81dd-21e34923e7a8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:36.710693 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-6990d473-3b85-476e-baee-2a34c4eefb87 req-ebc9f07e-e797-4608-81dd-21e34923e7a8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "PUT /v2.0/ports/c8613a94-ad4b-45a4-b321-6696ae65cedd HTTP/1.1" status: 200 len: 981 time: 0.3533914 Sep 15 17:09:36.752507 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9f07e-e797-4608-81dd-21e34923e7a8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event updated for resources: {'Port': ['ID=c8613a94-ad4b-45a4-b321-6696ae65cedd,revision_number=6']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:36.779358 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['c8613a94-ad4b-45a4-b321-6696ae65cedd'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:09:36.779545 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:36.782142 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fe7415-8294-45cb-ac3a-852b5f15b715" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:36.846059 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14f9887-9ea2-44a9-8e58-91b3afd5959a x-openstack-request-id: req-f14f9887-9ea2-44a9-8e58-91b3afd5959a {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:36.846347 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:36.846613 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f14f9887-9ea2-44a9-8e58-91b3afd5959a {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:36.847806 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'status': 'completed', 'code': 200} Sep 15 17:09:36.919167 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a151c50-eab7-447b-b6bb-2b3953de885c req-87b6de5d-8021-4f31-b7f6-79bf17afd81c tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:36.927550 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3a151c50-eab7-447b-b6bb-2b3953de885c req-87b6de5d-8021-4f31-b7f6-79bf17afd81c tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.1078610 Sep 15 17:09:36.978895 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe7415-8294-45cb-ac3a-852b5f15b715 req-7f3a8ede-16c9-4f3e-a1b1-f4d645be9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:36.980501 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-20fe7415-8294-45cb-ac3a-852b5f15b715 req-7f3a8ede-16c9-4f3e-a1b1-f4d645be9b33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c0424b6ddc04b939c023f05932da0e4&device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 1137 time: 0.1111157 Sep 15 17:09:36.997366 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3a151c50-eab7-447b-b6bb-2b3953de885c req-7c979dd8-4636-4ea4-ac31-f0c5fcd1b6bb tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&id=50fc0239-de40-484d-8b68-10322e0583d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626693 Sep 15 17:09:37.086851 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-1fa8c23c-8d3c-40e7-ac79-230602cf427d None None] Provisioning complete for port c8613a94-ad4b-45a4-b321-6696ae65cedd triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:37.087030 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c23c-8d3c-40e7-ac79-230602cf427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:37.100173 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe7415-8294-45cb-ac3a-852b5f15b715 req-4857c5f8-002a-4f30-919f-31d4ec755a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:37.102259 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-20fe7415-8294-45cb-ac3a-852b5f15b715 req-4857c5f8-002a-4f30-919f-31d4ec755a43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c65426fd-c86a-4e40-84df-85482cd2104e HTTP/1.1" status: 200 len: 915 time: 0.1039968 Sep 15 17:09:37.174159 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-20fe7415-8294-45cb-ac3a-852b5f15b715 req-cd7ad349-2320-4aac-abcc-cdd41d05705f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd HTTP/1.1" status: 200 len: 1000 time: 0.0647304 Sep 15 17:09:37.225325 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe7415-8294-45cb-ac3a-852b5f15b715 req-6faf5224-43ed-4b7b-bf8a-c6faf4e50349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:37.226754 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-20fe7415-8294-45cb-ac3a-852b5f15b715 req-6faf5224-43ed-4b7b-bf8a-c6faf4e50349 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f3cfd47-88a1-4804-9cde-db2cda8ef1ad HTTP/1.1" status: 200 len: 853 time: 0.0462389 Sep 15 17:09:37.275852 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe7415-8294-45cb-ac3a-852b5f15b715 req-1213d43d-a7aa-4264-bed7-891302a0ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:37.277500 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-20fe7415-8294-45cb-ac3a-852b5f15b715 req-1213d43d-a7aa-4264-bed7-891302a0ae6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c65426fd-c86a-4e40-84df-85482cd2104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438552 Sep 15 17:09:37.388354 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-20fe7415-8294-45cb-ac3a-852b5f15b715 req-09a79786-9ab1-4737-ad7c-5405fd75b944 service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033411 Sep 15 17:09:37.484756 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-20fe7415-8294-45cb-ac3a-852b5f15b715 req-fa9b033c-357f-4f21-bc34-4e3f837b566e service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890760 Sep 15 17:09:37.618476 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41856) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:37.728269 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ef51-d51d-4f95-abd1-c22516d9503b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:37.816416 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ef51-d51d-4f95-abd1-c22516d9503b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:37.820197 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ef51-d51d-4f95-abd1-c22516d9503b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:37.857742 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9ff1ef51-d51d-4f95-abd1-c22516d9503b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9542a098a0a3445e94eeec98ca4a513b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382298 Sep 15 17:09:37.858813 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1ef51-d51d-4f95-abd1-c22516d9503b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d7c706-3cfd-4185-819f-64758feb9c0e,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:37.860402 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41860) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:37.909585 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d6d0efb7-3427-4381-ac05-33ec31c6324c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:37.930552 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d6d0efb7-3427-4381-ac05-33ec31c6324c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:37.976413 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d6d0efb7-3427-4381-ac05-33ec31c6324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:37.979149 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-d6d0efb7-3427-4381-ac05-33ec31c6324c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:37.980285 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-d6d0efb7-3427-4381-ac05-33ec31c6324c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40d7c706-3cfd-4185-819f-64758feb9c0e HTTP/1.1" status: 204 len: 168 time: 0.1189034 Sep 15 17:09:37.988617 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0efb7-3427-4381-ac05-33ec31c6324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d7c706-3cfd-4185-819f-64758feb9c0e,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:39.565143 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:41.998828 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41918) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:42.102210 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fe66be80-a6c9-4a59-b317-d17f29236c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.186788 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fe66be80-a6c9-4a59-b317-d17f29236c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.190481 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-fe66be80-a6c9-4a59-b317-d17f29236c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.233437 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-fe66be80-a6c9-4a59-b317-d17f29236c95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5984669cd1b4490a91081e4f232284dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312176 Sep 15 17:09:42.233437 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66be80-a6c9-4a59-b317-d17f29236c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43246c41-8406-4df6-b20e-3b9157755871,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:42.234599 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41922) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:42.283945 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-451edd8e-21ff-4dfc-aeb9-a008a95ddb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.305416 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-451edd8e-21ff-4dfc-aeb9-a008a95ddb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.350285 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-451edd8e-21ff-4dfc-aeb9-a008a95ddb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.352916 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-451edd8e-21ff-4dfc-aeb9-a008a95ddb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.354088 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-451edd8e-21ff-4dfc-aeb9-a008a95ddb56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43246c41-8406-4df6-b20e-3b9157755871 HTTP/1.1" status: 204 len: 168 time: 0.1184735 Sep 15 17:09:42.361660 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451edd8e-21ff-4dfc-aeb9-a008a95ddb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43246c41-8406-4df6-b20e-3b9157755871,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:42.607474 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41928) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:42.621695 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3ce49884-9aa8-44db-9299-bab0af878d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.714078 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3ce49884-9aa8-44db-9299-bab0af878d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.717550 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-3ce49884-9aa8-44db-9299-bab0af878d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.755573 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3ce49884-9aa8-44db-9299-bab0af878d99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=296ba9178d2348a99381ab21078ac042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467323 Sep 15 17:09:42.756591 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce49884-9aa8-44db-9299-bab0af878d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa90301-be2c-4286-9cff-b58d8926d53d,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:42.758234 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41932) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:42.806378 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c86a0fae-4db1-42c3-8c96-95c2245b16c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.828291 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c86a0fae-4db1-42c3-8c96-95c2245b16c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.877336 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c86a0fae-4db1-42c3-8c96-95c2245b16c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.880920 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c86a0fae-4db1-42c3-8c96-95c2245b16c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:42.882096 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-c86a0fae-4db1-42c3-8c96-95c2245b16c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffa90301-be2c-4286-9cff-b58d8926d53d HTTP/1.1" status: 204 len: 168 time: 0.1228130 Sep 15 17:09:42.889916 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a0fae-4db1-42c3-8c96-95c2245b16c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa90301-be2c-4286-9cff-b58d8926d53d,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:42.908847 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-216494bd-73ab-497c-a0c1-897cf93e1ee3 req-24ecc083-0580-43ae-be5b-068e4ac3fc18 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471377 Sep 15 17:09:42.999933 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216494bd-73ab-497c-a0c1-897cf93e1ee3 req-8d386e0a-f695-41cd-8812-4c6407ebda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:43.001462 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-216494bd-73ab-497c-a0c1-897cf93e1ee3 req-8d386e0a-f695-41cd-8812-4c6407ebda7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c0424b6ddc04b939c023f05932da0e4&device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 1137 time: 0.0425670 Sep 15 17:09:43.119182 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216494bd-73ab-497c-a0c1-897cf93e1ee3 req-15dcf2ab-4451-4aa3-8da2-4b0a290b247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:43.120725 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-216494bd-73ab-497c-a0c1-897cf93e1ee3 req-15dcf2ab-4451-4aa3-8da2-4b0a290b247d service neutron] 10.222.0.61 "GET /v2.0/networks?id=c65426fd-c86a-4e40-84df-85482cd2104e HTTP/1.1" status: 200 len: 915 time: 0.0986481 Sep 15 17:09:43.194361 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-216494bd-73ab-497c-a0c1-897cf93e1ee3 req-df3c14b9-090b-4efd-b4ea-bb0d9f00410f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd HTTP/1.1" status: 200 len: 1000 time: 0.0647700 Sep 15 17:09:43.257955 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216494bd-73ab-497c-a0c1-897cf93e1ee3 req-8f777d06-031d-4c01-89fb-fe61c431e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:43.259429 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-216494bd-73ab-497c-a0c1-897cf93e1ee3 req-8f777d06-031d-4c01-89fb-fe61c431e87a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f3cfd47-88a1-4804-9cde-db2cda8ef1ad HTTP/1.1" status: 200 len: 853 time: 0.0532956 Sep 15 17:09:43.305746 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216494bd-73ab-497c-a0c1-897cf93e1ee3 req-74b07f72-3c71-459b-b4fd-2f081c443b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:43.307196 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-216494bd-73ab-497c-a0c1-897cf93e1ee3 req-74b07f72-3c71-459b-b4fd-2f081c443b3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c65426fd-c86a-4e40-84df-85482cd2104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403831 Sep 15 17:09:43.404830 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-216494bd-73ab-497c-a0c1-897cf93e1ee3 req-4a9948e7-5220-4368-bb9b-ff5535bef356 service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808594 Sep 15 17:09:43.503917 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-216494bd-73ab-497c-a0c1-897cf93e1ee3 req-b69f54f7-9bdf-4161-8191-89133b4a340c service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882864 Sep 15 17:09:54.435257 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8cb474b2-8865-46b1-83f6-d561585f1947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:56.647650 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:09:56.930288 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27a096a7-4d1b-4a88-bbc1-57ae2d47b75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:57.569773 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:58.531865 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:59.604514 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3353e-e95d-46d2-bd73-994a1644245b req-c64d158d-244f-4430-aace-f360fb64b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:59.606046 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0cf3353e-e95d-46d2-bd73-994a1644245b req-c64d158d-244f-4430-aace-f360fb64b799 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c0424b6ddc04b939c023f05932da0e4&device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 1137 time: 0.0619030 Sep 15 17:09:59.614462 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409dedf-a2cc-4e07-9c96-a998a506f446 req-1493fd12-184c-47fc-83b8-3ee272f412d0 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:59.615860 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b409dedf-a2cc-4e07-9c96-a998a506f446 req-1493fd12-184c-47fc-83b8-3ee272f412d0 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.0833912 Sep 15 17:09:59.699289 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b409dedf-a2cc-4e07-9c96-a998a506f446 req-b4a724ad-6f4a-409e-8c42-c6b743688eae tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&id=50fc0239-de40-484d-8b68-10322e0583d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754502 Sep 15 17:09:59.726346 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3353e-e95d-46d2-bd73-994a1644245b req-9400b8bc-cf86-45bc-b891-6635d961c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:59.727799 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0cf3353e-e95d-46d2-bd73-994a1644245b req-9400b8bc-cf86-45bc-b891-6635d961c9bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=c65426fd-c86a-4e40-84df-85482cd2104e HTTP/1.1" status: 200 len: 915 time: 0.1111126 Sep 15 17:09:59.797856 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0cf3353e-e95d-46d2-bd73-994a1644245b req-811985b4-ea71-456d-9cb1-5f32a2a29004 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd HTTP/1.1" status: 200 len: 1000 time: 0.0611572 Sep 15 17:09:59.833128 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:59.847086 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3353e-e95d-46d2-bd73-994a1644245b req-1bf0f849-93f0-41a3-9397-6a5c404a5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:59.848546 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0cf3353e-e95d-46d2-bd73-994a1644245b req-1bf0f849-93f0-41a3-9397-6a5c404a5891 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f3cfd47-88a1-4804-9cde-db2cda8ef1ad HTTP/1.1" status: 200 len: 853 time: 0.0429187 Sep 15 17:09:59.893937 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3353e-e95d-46d2-bd73-994a1644245b req-7d7140bf-878a-4c53-b61d-53664ca32a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:59.895380 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0cf3353e-e95d-46d2-bd73-994a1644245b req-7d7140bf-878a-4c53-b61d-53664ca32a0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c65426fd-c86a-4e40-84df-85482cd2104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386517 Sep 15 17:09:59.986556 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0cf3353e-e95d-46d2-bd73-994a1644245b req-039dac26-c936-4a3d-ab36-b22a9951538a service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827198 Sep 15 17:10:00.076729 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0cf3353e-e95d-46d2-bd73-994a1644245b req-6d6c9e06-ab01-481c-b901-9ed9474ffd56 service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818892 Sep 15 17:10:00.816817 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9a466-870b-4189-8394-baa6d4923feb req-e7f7512a-3945-473d-b003-dc34ee43bd9c tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:00.818873 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aba9a466-870b-4189-8394-baa6d4923feb req-e7f7512a-3945-473d-b003-dc34ee43bd9c tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.0500207 Sep 15 17:10:00.858022 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-aba9a466-870b-4189-8394-baa6d4923feb req-544ba534-05a6-4e88-84b7-9c3ce67ceec5 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&id=50fc0239-de40-484d-8b68-10322e0583d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330505 Sep 15 17:10:01.975482 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c9d59-51dd-4fba-b99c-22dc7872eee3 req-f6a2c9cc-03ce-4de3-b579-b54a1e5aa1e8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:01.976961 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1a7c9d59-51dd-4fba-b99c-22dc7872eee3 req-f6a2c9cc-03ce-4de3-b579-b54a1e5aa1e8 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.0529397 Sep 15 17:10:02.015469 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1a7c9d59-51dd-4fba-b99c-22dc7872eee3 req-8574a41e-f8b3-485a-8545-130550dec575 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&id=50fc0239-de40-484d-8b68-10322e0583d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325942 Sep 15 17:10:03.128685 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e234f41-7823-4b95-85b4-3f8f327f7a1a req-e5a57201-e4da-462d-b2a3-e7a4aa09fad2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:03.130180 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4e234f41-7823-4b95-85b4-3f8f327f7a1a req-e5a57201-e4da-462d-b2a3-e7a4aa09fad2 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.0486934 Sep 15 17:10:03.169459 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4e234f41-7823-4b95-85b4-3f8f327f7a1a req-d219b400-c9b3-45eb-9e60-18ea7dc3259c tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&id=50fc0239-de40-484d-8b68-10322e0583d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332716 Sep 15 17:10:04.288770 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63cb12-4bd6-47e0-8e11-e10b9904c864 req-d688a002-3b2b-4e0e-b95f-57504a122c7c tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:04.290815 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4b63cb12-4bd6-47e0-8e11-e10b9904c864 req-d688a002-3b2b-4e0e-b95f-57504a122c7c tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.0511343 Sep 15 17:10:04.330816 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4b63cb12-4bd6-47e0-8e11-e10b9904c864 req-4647bda4-c5e2-4c51-97b0-09345cf9ed17 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&id=50fc0239-de40-484d-8b68-10322e0583d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341203 Sep 15 17:10:05.443068 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a1529-e41c-400d-9478-d29a2cd1733c req-b9039082-d01f-4db1-bbf1-d5f5b2b4feb9 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:05.445152 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-516a1529-e41c-400d-9478-d29a2cd1733c req-b9039082-d01f-4db1-bbf1-d5f5b2b4feb9 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.0486963 Sep 15 17:10:05.489213 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-516a1529-e41c-400d-9478-d29a2cd1733c req-d8132647-0b68-4062-ab6f-4a83076c2447 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&id=50fc0239-de40-484d-8b68-10322e0583d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380967 Sep 15 17:10:06.602793 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0a4f0-341b-4e5c-93e4-ba0c108eb9ac req-5a9d67e4-fcfd-40a6-8146-e579896e4dae tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:06.604235 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f9d0a4f0-341b-4e5c-93e4-ba0c108eb9ac req-5a9d67e4-fcfd-40a6-8146-e579896e4dae tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.0486217 Sep 15 17:10:06.643166 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f9d0a4f0-341b-4e5c-93e4-ba0c108eb9ac req-aa0773a6-400d-4c1d-9c2e-4d65d3ef3242 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&id=50fc0239-de40-484d-8b68-10322e0583d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329063 Sep 15 17:10:07.758961 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aba32-685c-4f4b-8d7c-1e221a2de50f req-bf5cfb2e-750b-4b4c-86ac-d67a02821e70 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:07.760427 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-265aba32-685c-4f4b-8d7c-1e221a2de50f req-bf5cfb2e-750b-4b4c-86ac-d67a02821e70 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.0489385 Sep 15 17:10:07.798474 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-265aba32-685c-4f4b-8d7c-1e221a2de50f req-12ffd143-349b-4113-b3cc-f945f5342961 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&id=50fc0239-de40-484d-8b68-10322e0583d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321071 Sep 15 17:10:08.915936 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b8e59-d36d-47be-b6c7-ff47a4de58d9 req-07f9910e-d992-49ec-af02-22d37d087c07 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:08.917407 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-076b8e59-d36d-47be-b6c7-ff47a4de58d9 req-07f9910e-d992-49ec-af02-22d37d087c07 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.0512736 Sep 15 17:10:08.955988 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-076b8e59-d36d-47be-b6c7-ff47a4de58d9 req-cfb67001-6671-417b-8098-70ce28590f54 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&id=50fc0239-de40-484d-8b68-10322e0583d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325987 Sep 15 17:10:09.571612 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:10.069808 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480f437-8131-469b-acfc-602f28b43310 req-337bf3a0-0cf6-413a-8f26-98d628284bd5 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:10.071273 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e480f437-8131-469b-acfc-602f28b43310 req-337bf3a0-0cf6-413a-8f26-98d628284bd5 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.0489786 Sep 15 17:10:10.109727 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e480f437-8131-469b-acfc-602f28b43310 req-39f932fd-f49c-443a-bfb0-2f263c97ac17 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&id=50fc0239-de40-484d-8b68-10322e0583d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325232 Sep 15 17:10:11.222389 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297a8a4-f974-41c6-b79f-be5ada2692cd req-a3119583-0bac-4bd3-aeb5-000271c16461 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:11.223831 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0297a8a4-f974-41c6-b79f-be5ada2692cd req-a3119583-0bac-4bd3-aeb5-000271c16461 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.0482242 Sep 15 17:10:11.262742 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0297a8a4-f974-41c6-b79f-be5ada2692cd req-1c26615f-a481-4469-a0e4-6a7f5a8d08ae tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&id=50fc0239-de40-484d-8b68-10322e0583d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329821 Sep 15 17:10:24.435865 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bee7ba76-2e51-4de0-8e0e-868f25e70ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:26.931063 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76ed4c39-60bb-4dfa-a78b-0c28ea8373e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:27.569755 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:28.534107 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:29.836253 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:33.646049 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:10:39.581434 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:44.030976 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-d5629fed-02e6-4c66-b055-beb66aa52f7a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1691458 Sep 15 17:10:44.091216 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-1ff297c1-614d-4f38-ab33-23133d5c6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:44.092653 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-1ff297c1-614d-4f38-ab33-23133d5c6d96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 1098 time: 0.0384622 Sep 15 17:10:44.205067 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-8b4c9af7-c9f3-4c91-9dbe-4d55c1d6cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:44.206560 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-8b4c9af7-c9f3-4c91-9dbe-4d55c1d6cc53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 913 time: 0.0906141 Sep 15 17:10:44.278927 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-4b537c95-043d-4c0a-b2a5-89eb09f309a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2ffa9f8-2509-4794-beb2-85fe1634575a HTTP/1.1" status: 200 len: 1001 time: 0.0604954 Sep 15 17:10:44.329008 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-e9ff3651-8ec0-457a-8c05-d7d79893fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:44.330512 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-e9ff3651-8ec0-457a-8c05-d7d79893fbca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0444536 Sep 15 17:10:44.343317 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-33484d9a-37c5-477c-9a26-50ab6eb8fb8d req-18eee3ed-fa5b-4319-a978-13214b2dfd84 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310800052&fields=id&tenant_id=5c0424b6ddc04b939c023f05932da0e4 HTTP/1.1" status: 200 len: 267 time: 0.1435990 Sep 15 17:10:44.377329 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-99cf2a35-b5aa-4335-9153-3f3c776111e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:44.378827 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-99cf2a35-b5aa-4335-9153-3f3c776111e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400252 Sep 15 17:10:44.391036 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-2eaecba0-2fd7-44a4-ac9e-0a0008c64e19 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:10:44.392025 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-2eaecba0-2fd7-44a4-ac9e-0a0008c64e19 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049136 Sep 15 17:10:44.399903 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33484d9a-37c5-477c-9a26-50ab6eb8fb8d req-bcec3a75-65c9-43e0-b398-487254a93a8b tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:44.401620 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-33484d9a-37c5-477c-9a26-50ab6eb8fb8d req-bcec3a75-65c9-43e0-b398-487254a93a8b tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 984 time: 0.0525584 Sep 15 17:10:44.412923 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.v2.base [req-33484d9a-37c5-477c-9a26-50ab6eb8fb8d req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Request body: {'port': {'security_groups': ['05222bfc-d059-487b-a340-0e02ff2ad2ac']}} {{(pid=93880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:10:44.478480 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-33484d9a-37c5-477c-9a26-50ab6eb8fb8d req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:44.487037 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-4232962c-a0d0-4507-a310-3885959a0b8b service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862606 Sep 15 17:10:44.581311 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5ebd73af-2226-4822-ba5e-fd6cbfc5002d req-a72c9bb8-753a-47e7-9df3-c5b34116c199 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862226 Sep 15 17:10:44.658122 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-33484d9a-37c5-477c-9a26-50ab6eb8fb8d req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] For port c8613a94-ad4b-45a4-b321-6696ae65cedd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:44.686998 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-33484d9a-37c5-477c-9a26-50ab6eb8fb8d req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:44.692607 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-33484d9a-37c5-477c-9a26-50ab6eb8fb8d req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28456924'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:44.704811 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['c8613a94-ad4b-45a4-b321-6696ae65cedd'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:10:44.735730 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33484d9a-37c5-477c-9a26-50ab6eb8fb8d req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:44.736356 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-33484d9a-37c5-477c-9a26-50ab6eb8fb8d req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:44.737717 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-33484d9a-37c5-477c-9a26-50ab6eb8fb8d req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "PUT /v2.0/ports/c8613a94-ad4b-45a4-b321-6696ae65cedd HTTP/1.1" status: 200 len: 942 time: 0.3297875 Sep 15 17:10:44.738164 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:44.740550 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86efc4f-4966-4432-a4cb-9aa853d113be" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:44.744953 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 41994) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:44.779651 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event updated for resources: {'Port': ['ID=c8613a94-ad4b-45a4-b321-6696ae65cedd,revision_number=7']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:44.790444 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba3e47f-d48b-4650-8c4e-0a6eb5bff455 x-openstack-request-id: req-bba3e47f-d48b-4650-8c4e-0a6eb5bff455 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:44.793696 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:44.794033 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bba3e47f-d48b-4650-8c4e-0a6eb5bff455 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:44.794515 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'status': 'completed', 'code': 200} Sep 15 17:10:44.800314 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:44.800314 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:44.800314 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:44.800314 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:44.801014 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:44.803505 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:44.803505 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:44.803505 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:44.803505 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:44.803505 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:44.804571 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:44.804858 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029e84a3-6015-4620-b434-7ecb9b1b4434 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:44.812521 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['c8613a94-ad4b-45a4-b321-6696ae65cedd'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:10:44.859429 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:44.892559 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:44.906178 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86efc4f-4966-4432-a4cb-9aa853d113be req-eb5b0ba0-2fa0-41cf-b53e-1fb4d3768692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:44.907682 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b86efc4f-4966-4432-a4cb-9aa853d113be req-eb5b0ba0-2fa0-41cf-b53e-1fb4d3768692 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c0424b6ddc04b939c023f05932da0e4&device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 1098 time: 0.0811186 Sep 15 17:10:45.023412 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86efc4f-4966-4432-a4cb-9aa853d113be req-32985d21-7aed-41d8-b79a-b8536f1caf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:45.024790 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b86efc4f-4966-4432-a4cb-9aa853d113be req-32985d21-7aed-41d8-b79a-b8536f1caf0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c65426fd-c86a-4e40-84df-85482cd2104e HTTP/1.1" status: 200 len: 915 time: 0.1091349 Sep 15 17:10:45.030905 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:45.033676 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:45.034715 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "DELETE /v2.0/security-groups/50fc0239-de40-484d-8b68-10322e0583d3 HTTP/1.1" status: 204 len: 168 time: 0.2884588 Sep 15 17:10:45.037518 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 41996) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:45.069372 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-aed46931-c3ac-47b9-8111-5e773b05c676 None None] Provisioning complete for port c8613a94-ad4b-45a4-b321-6696ae65cedd triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:10:45.069736 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aed46931-c3ac-47b9-8111-5e773b05c676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:45.077405 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fc0239-de40-484d-8b68-10322e0583d3,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:45.088318 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:45.088663 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:45.089000 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:45.089347 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:45.089676 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:45.089999 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:45.090320 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:45.090639 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:45.090957 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:45.091270 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:45.091590 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:45.091903 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cfc65-fb60-452c-b30e-b76923c4828d tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:45.125980 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b86efc4f-4966-4432-a4cb-9aa853d113be req-fb072d52-bc8f-4f7b-a5b0-59d52530aa37 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd HTTP/1.1" status: 200 len: 1000 time: 0.0899394 Sep 15 17:10:45.180033 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86efc4f-4966-4432-a4cb-9aa853d113be req-40d25fa6-dd14-4933-918b-2712b5615079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:45.181507 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b86efc4f-4966-4432-a4cb-9aa853d113be req-40d25fa6-dd14-4933-918b-2712b5615079 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f3cfd47-88a1-4804-9cde-db2cda8ef1ad HTTP/1.1" status: 200 len: 853 time: 0.0484145 Sep 15 17:10:45.201782 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Deleting port 88e1937b-201a-4afa-b8b9-225361cf779a {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:45.202122 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:45.231362 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86efc4f-4966-4432-a4cb-9aa853d113be req-dc5b5304-78ca-40a1-a8c2-178d44782f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:45.232833 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b86efc4f-4966-4432-a4cb-9aa853d113be req-dc5b5304-78ca-40a1-a8c2-178d44782f0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c65426fd-c86a-4e40-84df-85482cd2104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441661 Sep 15 17:10:45.278033 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:45.278260 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:45.290035 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Calling delete_port for 88e1937b-201a-4afa-b8b9-225361cf779a owned by network:floatingip {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:45.323374 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b86efc4f-4966-4432-a4cb-9aa853d113be req-993c7e9b-ea46-434b-9ab3-dabd76860dec service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832317 Sep 15 17:10:45.415054 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b86efc4f-4966-4432-a4cb-9aa853d113be req-f2319f22-2f08-4162-994b-771fa7fd44e4 service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843084 Sep 15 17:10:45.464561 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:45.489726 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event deleted for resources: {'Port': ['ID=88e1937b-201a-4afa-b8b9-225361cf779a,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:45.551575 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks [] for floatingip, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:45.551795 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Floating IP e3b3f904-a32c-40f4-bac5-303cbd7f56a1 disassociated (deleted). External IP: 172.27.0.16, port: c8613a94-ad4b-45a4-b321-6696ae65cedd. Sep 15 17:10:45.757364 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Router 936a1778-822b-4bd0-b58d-41b844529feb has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:10:45.863325 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:10:45.868805 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:45.873535 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2f8ff-6085-4606-8caf-a44879d8a6f2 None None] Sync routers for ids ['936a1778-822b-4bd0-b58d-41b844529feb'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:10:45.882445 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2f8ff-6085-4606-8caf-a44879d8a6f2 None None] Routers {'936a1778-822b-4bd0-b58d-41b844529feb'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:10:45.883130 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-bcb2f8ff-6085-4606-8caf-a44879d8a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:10:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['936a1778-822b-4bd0-b58d-41b844529feb'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:45.894423 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-ba50b3e6-748c-4940-b9d0-c873725312b7 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "DELETE /v2.0/floatingips/e3b3f904-a32c-40f4-bac5-303cbd7f56a1 HTTP/1.1" status: 204 len: 168 time: 0.8558524 Sep 15 17:10:45.992895 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-bcb2f8ff-6085-4606-8caf-a44879d8a6f2 None None] Set router 936a1778-822b-4bd0-b58d-41b844529feb gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:10:46.212983 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-bcb2f8ff-6085-4606-8caf-a44879d8a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:42Z', 'revision_number': 4, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'd47ca29c-a29a-4e49-972a-9126fe582fff', 'name': '', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'mac_address': 'fa:16:3e:d0:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:41Z', 'updated_at': '2021-09-15T17:08:49Z', 'revision_number': 5, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'subnets': [{'id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:46.238463 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2f8ff-6085-4606-8caf-a44879d8a6f2 None None] Checking router: 936a1778-822b-4bd0-b58d-41b844529feb for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:10:46.246617 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2f8ff-6085-4606-8caf-a44879d8a6f2 None None] Routers {'936a1778-822b-4bd0-b58d-41b844529feb'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:10:46.247213 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-bcb2f8ff-6085-4606-8caf-a44879d8a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:10:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['936a1778-822b-4bd0-b58d-41b844529feb'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:46.470110 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-bcb2f8ff-6085-4606-8caf-a44879d8a6f2 None None] Set router 936a1778-822b-4bd0-b58d-41b844529feb gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:10:46.674462 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-bcb2f8ff-6085-4606-8caf-a44879d8a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:42Z', 'revision_number': 4, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'd47ca29c-a29a-4e49-972a-9126fe582fff', 'name': '', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'mac_address': 'fa:16:3e:d0:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:41Z', 'updated_at': '2021-09-15T17:08:49Z', 'revision_number': 5, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'subnets': [{'id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:46.704579 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2f8ff-6085-4606-8caf-a44879d8a6f2 None None] The sync data for ids ['936a1778-822b-4bd0-b58d-41b844529feb'] in dv-cinder-796806-2-iscsi is: [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:42Z', 'revision_number': 4, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': 'd47ca29c-a29a-4e49-972a-9126fe582fff', 'name': '', 'network_id': 'c65426fd-c86a-4e40-84df-85482cd2104e', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'mac_address': 'fa:16:3e:d0:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:41Z', 'updated_at': '2021-09-15T17:08:49Z', 'revision_number': 5, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'subnets': [{'id': '3f3cfd47-88a1-4804-9cde-db2cda8ef1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:10:46.796371 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:46.798837 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf8eed9-c93e-4986-8d1a-f29808256d24" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:46.838113 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead0880c-6f88-4fea-b571-f809188435bf x-openstack-request-id: req-ead0880c-6f88-4fea-b571-f809188435bf {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:46.838462 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:46.838631 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ead0880c-6f88-4fea-b571-f809188435bf {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:46.839249 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'status': 'completed', 'code': 200} Sep 15 17:10:46.906336 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8eed9-c93e-4986-8d1a-f29808256d24 req-04e9e870-d589-4b3e-a63b-94d4a360ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:46.907841 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4cf8eed9-c93e-4986-8d1a-f29808256d24 req-04e9e870-d589-4b3e-a63b-94d4a360ccb0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c0424b6ddc04b939c023f05932da0e4&device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 1098 time: 0.0439372 Sep 15 17:10:46.951103 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c8eb9-db13-42a1-ad86-8890edc761ef None None] New status for floating IP e3b3f904-a32c-40f4-bac5-303cbd7f56a1: DOWN {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:10:47.007269 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8eed9-c93e-4986-8d1a-f29808256d24 req-5dff1ce0-be38-4c17-8d7d-4217df393058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:47.008661 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4cf8eed9-c93e-4986-8d1a-f29808256d24 req-5dff1ce0-be38-4c17-8d7d-4217df393058 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c65426fd-c86a-4e40-84df-85482cd2104e HTTP/1.1" status: 200 len: 915 time: 0.0930567 Sep 15 17:10:47.051012 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4cf8eed9-c93e-4986-8d1a-f29808256d24 req-5dee9eba-7e1d-404f-b516-4ec1ed9417e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd HTTP/1.1" status: 200 len: 217 time: 0.0355294 Sep 15 17:10:47.101059 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8eed9-c93e-4986-8d1a-f29808256d24 req-a1d737d1-25b3-4cdc-9dee-e3298866f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:47.102566 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4cf8eed9-c93e-4986-8d1a-f29808256d24 req-a1d737d1-25b3-4cdc-9dee-e3298866f1a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f3cfd47-88a1-4804-9cde-db2cda8ef1ad HTTP/1.1" status: 200 len: 853 time: 0.0438452 Sep 15 17:10:47.150475 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8eed9-c93e-4986-8d1a-f29808256d24 req-fee6cdaa-d3c4-46a7-933e-54e88d3238bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:47.152006 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4cf8eed9-c93e-4986-8d1a-f29808256d24 req-fee6cdaa-d3c4-46a7-933e-54e88d3238bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c65426fd-c86a-4e40-84df-85482cd2104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418000 Sep 15 17:10:47.250097 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4cf8eed9-c93e-4986-8d1a-f29808256d24 req-ab2145a4-6f66-4fcb-91b3-dbc7aed752d5 service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907056 Sep 15 17:10:47.590546 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4cf8eed9-c93e-4986-8d1a-f29808256d24 req-1d005113-eeb3-4a3a-8f2e-3dfb1379dc77 service neutron] 10.222.0.61 "GET /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335745 Sep 15 17:10:48.618393 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c810-285b-4b14-a7ae-e6879e2d2f77 req-5d698845-6519-4858-8ea4-d4e51f8f1c50 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:48.619870 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd47c810-285b-4b14-a7ae-e6879e2d2f77 req-5d698845-6519-4858-8ea4-d4e51f8f1c50 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 945 time: 0.0486670 Sep 15 17:10:48.656131 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-fd47c810-285b-4b14-a7ae-e6879e2d2f77 req-086f1adc-0009-4f9c-9425-be9a400acb48 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303328 Sep 15 17:10:49.822863 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baad94c-9de0-4340-b479-9f4612d880e1 req-27436d04-fcc4-4edd-9505-228eb4618d98 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:49.824220 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4baad94c-9de0-4340-b479-9f4612d880e1 req-27436d04-fcc4-4edd-9505-228eb4618d98 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 945 time: 0.0999842 Sep 15 17:10:49.859907 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-4baad94c-9de0-4340-b479-9f4612d880e1 req-d0871596-65ad-4836-ab02-8f95421cd4c5 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/security-groups?id=05222bfc-d059-487b-a340-0e02ff2ad2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297978 Sep 15 17:10:50.287968 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05cac6-66c4-4569-b9be-7597acafd04b req-7e15b68e-91cd-4c03-bda4-94fa694eea24 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:50.289530 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9e05cac6-66c4-4569-b9be-7597acafd04b req-7e15b68e-91cd-4c03-bda4-94fa694eea24 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 945 time: 0.0465705 Sep 15 17:10:50.408402 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-9e05cac6-66c4-4569-b9be-7597acafd04b req-3c108bf4-a2cb-42f3-923f-9871e22e68f4 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Deleting port c8613a94-ad4b-45a4-b321-6696ae65cedd {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:50.408733 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9e05cac6-66c4-4569-b9be-7597acafd04b req-3c108bf4-a2cb-42f3-923f-9871e22e68f4 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:50.497180 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-9e05cac6-66c4-4569-b9be-7597acafd04b req-3c108bf4-a2cb-42f3-923f-9871e22e68f4 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] For port c8613a94-ad4b-45a4-b321-6696ae65cedd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c8613a94-ad4b-45a4-b321-6696ae65cedd,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:50.497569 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9e05cac6-66c4-4569-b9be-7597acafd04b req-3c108bf4-a2cb-42f3-923f-9871e22e68f4 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:50.511201 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-9e05cac6-66c4-4569-b9be-7597acafd04b req-3c108bf4-a2cb-42f3-923f-9871e22e68f4 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Calling delete_port for c8613a94-ad4b-45a4-b321-6696ae65cedd owned by compute:nova {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:50.634241 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9e05cac6-66c4-4569-b9be-7597acafd04b req-3c108bf4-a2cb-42f3-923f-9871e22e68f4 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:50.646158 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['c8613a94-ad4b-45a4-b321-6696ae65cedd'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:10:50.665692 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c108bf4-a2cb-42f3-923f-9871e22e68f4 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Pushing event deleted for resources: {'Port': ['ID=c8613a94-ad4b-45a4-b321-6696ae65cedd,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:50.723841 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e05cac6-66c4-4569-b9be-7597acafd04b req-3c108bf4-a2cb-42f3-923f-9871e22e68f4 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] No DVR routers for this DVR port c8613a94-ad4b-45a4-b321-6696ae65cedd on host hv-cinder-79680 {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:10:50.726994 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-9e05cac6-66c4-4569-b9be-7597acafd04b req-3c108bf4-a2cb-42f3-923f-9871e22e68f4 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:50.729038 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9e05cac6-66c4-4569-b9be-7597acafd04b req-3c108bf4-a2cb-42f3-923f-9871e22e68f4 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.61 "DELETE /v2.0/ports/c8613a94-ad4b-45a4-b321-6696ae65cedd HTTP/1.1" status: 204 len: 173 time: 0.4337914 Sep 15 17:10:50.729497 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'name': 'network-vif-deleted', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:50.731729 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f283cb-db75-4f61-b349-109a66872306" -d '{"events": [{"server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "name": "network-vif-deleted", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:50.767608 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224bce45-b0f6-4f3e-bc05-06fb864985ec x-openstack-request-id: req-224bce45-b0f6-4f3e-bc05-06fb864985ec {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:50.767908 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6c8a84-ccf7-46d3-9016-20086ad185d9", "name": "network-vif-deleted", "tag": "c8613a94-ad4b-45a4-b321-6696ae65cedd", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:50.768985 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-224bce45-b0f6-4f3e-bc05-06fb864985ec {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:50.770118 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6c8a84-ccf7-46d3-9016-20086ad185d9', 'name': 'network-vif-deleted', 'tag': 'c8613a94-ad4b-45a4-b321-6696ae65cedd', 'status': 'completed', 'code': 200} Sep 15 17:10:50.961557 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-2c4283f1-5b68-48d9-a47b-b7e650fcf927 req-3b9d1f41-ba1a-4898-a20b-b53c4946e163 tempest-TestMinimumBasicScenario-751990539 tempest-TestMinimumBasicScenario-751990539-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a6c8a84-ccf7-46d3-9016-20086ad185d9 HTTP/1.1" status: 200 len: 210 time: 0.0261378 Sep 15 17:10:52.704246 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42090) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:53.113794 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b15de98b-ed04-4283-83df-58792abd84e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680779'] for router_interface, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:53.665761 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-b15de98b-ed04-4283-83df-58792abd84e4 admin admin] Deleting port d47ca29c-a29a-4e49-972a-9126fe582fff {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:53.666093 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b15de98b-ed04-4283-83df-58792abd84e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:53.743360 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-b15de98b-ed04-4283-83df-58792abd84e4 admin admin] For port d47ca29c-a29a-4e49-972a-9126fe582fff, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=d47ca29c-a29a-4e49-972a-9126fe582fff,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:53.744052 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b15de98b-ed04-4283-83df-58792abd84e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:53.755313 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-b15de98b-ed04-4283-83df-58792abd84e4 admin admin] Calling delete_port for d47ca29c-a29a-4e49-972a-9126fe582fff owned by network:router_interface {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:53.936699 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b15de98b-ed04-4283-83df-58792abd84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:53.966760 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15de98b-ed04-4283-83df-58792abd84e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47ca29c-a29a-4e49-972a-9126fe582fff,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:54.133014 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b15de98b-ed04-4283-83df-58792abd84e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3722935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691963'] for router_interface, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.348864 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15de98b-ed04-4283-83df-58792abd84e4 admin admin] Router 936a1778-822b-4bd0-b58d-41b844529feb has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:10:54.436566 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d1918c6-cd0f-44ac-af91-18d670926257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.463545 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15de98b-ed04-4283-83df-58792abd84e4 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:10:54.470922 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-b15de98b-ed04-4283-83df-58792abd84e4 admin admin] 10.222.0.13 "PUT /v2.0/routers/936a1778-822b-4bd0-b58d-41b844529feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7632957 Sep 15 17:10:54.471196 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42092) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:54.478933 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dbfb2a-8f55-46dd-9670-018e14cc8221 None None] Sync routers for ids ['936a1778-822b-4bd0-b58d-41b844529feb'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:10:54.487936 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbfb2a-8f55-46dd-9670-018e14cc8221 None None] Routers {'936a1778-822b-4bd0-b58d-41b844529feb'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:10:54.488549 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-31dbfb2a-8f55-46dd-9670-018e14cc8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:10:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['936a1778-822b-4bd0-b58d-41b844529feb'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:54.579471 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Notify callbacks [] for router, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.593742 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-31dbfb2a-8f55-46dd-9670-018e14cc8221 None None] Set router 936a1778-822b-4bd0-b58d-41b844529feb gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:10:54.687545 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.741562 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Deleting port 8839d030-1497-4c60-9ea3-3978058d3e1c {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:54.742089 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.778909 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device c8613a94-ad4b-45a4-b321-6696ae65cedd no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:10:54.783137 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-31dbfb2a-8f55-46dd-9670-018e14cc8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:10:53Z', 'revision_number': 5, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port': {'id': '8839d030-1497-4c60-9ea3-3978058d3e1c', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936a1778-822b-4bd0-b58d-41b844529feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:38Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:54.822140 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] For port 8839d030-1497-4c60-9ea3-3978058d3e1c, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=8839d030-1497-4c60-9ea3-3978058d3e1c,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:54.822503 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.831009 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: c8613a94-ad4b-45a4-b321-6696ae65cedd {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:10:54.831366 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device c8613a94-ad4b-45a4-b321-6696ae65cedd not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:10:54.833259 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dbfb2a-8f55-46dd-9670-018e14cc8221 None None] Checking router: 936a1778-822b-4bd0-b58d-41b844529feb for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:10:54.834729 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Calling delete_port for 8839d030-1497-4c60-9ea3-3978058d3e1c owned by network:router_gateway {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:54.842163 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbfb2a-8f55-46dd-9670-018e14cc8221 None None] Routers {'936a1778-822b-4bd0-b58d-41b844529feb'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:10:54.842767 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-31dbfb2a-8f55-46dd-9670-018e14cc8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:10:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['936a1778-822b-4bd0-b58d-41b844529feb'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:54.928468 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-31dbfb2a-8f55-46dd-9670-018e14cc8221 None None] Set router 936a1778-822b-4bd0-b58d-41b844529feb gateway port host: None {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:10:54.980940 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-31dbfb2a-8f55-46dd-9670-018e14cc8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:10:54Z', 'revision_number': 6, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port_host': None}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:55.000274 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.010188 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dbfb2a-8f55-46dd-9670-018e14cc8221 None None] The sync data for ids ['936a1778-822b-4bd0-b58d-41b844529feb'] in dv-cinder-796806-2-iscsi is: [{'id': '936a1778-822b-4bd0-b58d-41b844529feb', 'name': 'tempest-TestMinimumBasicScenario-492388322-router', 'tenant_id': '5c0424b6ddc04b939c023f05932da0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:10:54Z', 'revision_number': 6, 'project_id': '5c0424b6ddc04b939c023f05932da0e4', 'gw_port_host': None}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:10:55.027485 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Pushing event deleted for resources: {'Port': ['ID=8839d030-1497-4c60-9ea3-3978058d3e1c,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:55.093082 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691901'] for router_gateway, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.182542 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.184580 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.226454 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687639'] for router, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.226982 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 936a1778-822b-4bd0-b58d-41b844529feb {{(pid=93881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:10:55.231273 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.232374 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-09701d1e-8972-43f3-9a15-456bcd2ce435 admin admin] 10.222.0.13 "DELETE /v2.0/routers/936a1778-822b-4bd0-b58d-41b844529feb HTTP/1.1" status: 204 len: 168 time: 0.7601888 Sep 15 17:10:55.234890 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42094) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:55.279053 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9be939-bd96-4f35-8a7d-2bcc3a71757b admin admin] Deleting subnet 3f3cfd47-88a1-4804-9cde-db2cda8ef1ad {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:10:55.281987 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ea9be939-bd96-4f35-8a7d-2bcc3a71757b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.315543 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ea9be939-bd96-4f35-8a7d-2bcc3a71757b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28986898'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.401958 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ea9be939-bd96-4f35-8a7d-2bcc3a71757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.456429 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ea9be939-bd96-4f35-8a7d-2bcc3a71757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29058476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29078325'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.482093 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9be939-bd96-4f35-8a7d-2bcc3a71757b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3cfd47-88a1-4804-9cde-db2cda8ef1ad,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:55.487234 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-ea9be939-bd96-4f35-8a7d-2bcc3a71757b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.489096 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-ea9be939-bd96-4f35-8a7d-2bcc3a71757b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3f3cfd47-88a1-4804-9cde-db2cda8ef1ad HTTP/1.1" status: 204 len: 168 time: 0.2530310 Sep 15 17:10:55.492415 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42096) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:55.493143 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93580dcf-8516-44a9-810c-38bf103aa935 None None] Network c65426fd-c86a-4e40-84df-85482cd2104e requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:10:55.559048 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.616993 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Deleting port f91c72a9-10bc-4af6-a42a-3335a2a9937e {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:55.617368 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.679505 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] For port f91c72a9-10bc-4af6-a42a-3335a2a9937e, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=f91c72a9-10bc-4af6-a42a-3335a2a9937e,segment=NetworkSegment(4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7),segment_id=4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:55.679864 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.691851 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Calling delete_port for f91c72a9-10bc-4af6-a42a-3335a2a9937e owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:55.764852 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] DHCP port deletion for c65426fd-c86a-4e40-84df-85482cd2104e request from dv-cinder-796806-2-iscsi {{(pid=93882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:10:55.781445 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.810224 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Pushing event deleted for resources: {'Port': ['ID=f91c72a9-10bc-4af6-a42a-3335a2a9937e,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:55.815599 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device d47ca29c-a29a-4e49-972a-9126fe582fff no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:10:55.818603 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] No DVR routers for this DVR port f91c72a9-10bc-4af6-a42a-3335a2a9937e on host dv-cinder-796806-2-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:10:55.839238 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Deleting port f91c72a9-10bc-4af6-a42a-3335a2a9937e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:55.839606 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.842274 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: d47ca29c-a29a-4e49-972a-9126fe582fff {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:10:55.842610 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device d47ca29c-a29a-4e49-972a-9126fe582fff not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:10:55.843013 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device f91c72a9-10bc-4af6-a42a-3335a2a9937e no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:10:55.871005 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: f91c72a9-10bc-4af6-a42a-3335a2a9937e {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:10:55.871351 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device f91c72a9-10bc-4af6-a42a-3335a2a9937e not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:10:55.871761 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 8839d030-1497-4c60-9ea3-3978058d3e1c no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:10:55.890588 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.901198 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 8839d030-1497-4c60-9ea3-3978058d3e1c {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:10:55.901589 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 8839d030-1497-4c60-9ea3-3978058d3e1c not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:10:55.916993 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65426fd-c86a-4e40-84df-85482cd2104e']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:55.926559 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:55.926856 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce8524c-8a1f-4c2d-b56b-6b69e892a4c7') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:55.936427 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26644835'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.942198 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] For port f91c72a9-10bc-4af6-a42a-3335a2a9937e, host dv-cinder-796806-2-iscsi, got binding levels [] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:55.942593 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.949539 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.955820 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Calling delete_port for f91c72a9-10bc-4af6-a42a-3335a2a9937e owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:55.956596 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:10:55.957003 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28456244'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: Traceback (most recent call last): Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: timer() Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: cb(*args, **kw) Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: return func(*args, **kwargs) Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: self._notify() Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: self.callback(batched_events) Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: event.method(event) Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: return f(self, *a, **k) Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._get(url).json() Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:10:55.959465 dv-cinder-796806-2-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:10:55.962350 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.ipam_backend_mixin [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Port f91c72a9-10bc-4af6-a42a-3335a2a9937e was not found and therefore no delete operation was performed {{(pid=93882) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 17:10:55.963791 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.991706 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Pushing event deleted for resources: {'Port': ['ID=f91c72a9-10bc-4af6-a42a-3335a2a9937e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:55.999820 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] No DVR routers for this DVR port f91c72a9-10bc-4af6-a42a-3335a2a9937e on host dv-cinder-796806-2-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:10:56.003832 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:56.004088 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:56.004539 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:56.010643 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:56.010643 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:56.010643 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:56.010643 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:56.010643 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:56.010643 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:56.010643 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:56.010643 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:56.010643 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6be60-263f-4de3-a7b2-def1dddd6e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:56.019026 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:56.027309 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:56.029554 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c65426fd-c86a-4e40-84df-85482cd2104e HTTP/1.1" status: 204 len: 168 time: 0.5361292 Sep 15 17:10:56.033314 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42098) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:56.041636 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fc035-cf58-475e-b38b-fe78ddb7b371 admin admin] Pushing event deleted for resources: {'Network': ['ID=c65426fd-c86a-4e40-84df-85482cd2104e,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:56.384640 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6455fa0-eafc-417c-b516-df2e49249235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680779'] for router_interface, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:56.622948 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-b6455fa0-eafc-417c-b516-df2e49249235 admin admin] Deleting port 6a435d78-3192-4596-bf0d-36aaee70410c {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:56.623594 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6455fa0-eafc-417c-b516-df2e49249235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:56.698205 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-b6455fa0-eafc-417c-b516-df2e49249235 admin admin] For port 6a435d78-3192-4596-bf0d-36aaee70410c, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=6a435d78-3192-4596-bf0d-36aaee70410c,segment=NetworkSegment(90b272de-3847-4ebe-a826-933ead77a852),segment_id=90b272de-3847-4ebe-a826-933ead77a852)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:56.698484 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6455fa0-eafc-417c-b516-df2e49249235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:56.711029 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-b6455fa0-eafc-417c-b516-df2e49249235 admin admin] Calling delete_port for 6a435d78-3192-4596-bf0d-36aaee70410c owned by network:router_interface {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:56.890876 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6455fa0-eafc-417c-b516-df2e49249235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:56.924041 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6455fa0-eafc-417c-b516-df2e49249235 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a435d78-3192-4596-bf0d-36aaee70410c,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:56.938391 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd55e89e-2890-4610-a685-12e14c4e3874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.080393 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-b6455fa0-eafc-417c-b516-df2e49249235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3722935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691963'] for router_interface, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.287526 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6455fa0-eafc-417c-b516-df2e49249235 admin admin] Router 21fbed26-f88b-47a4-8216-801d7de6b309 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:10:57.391775 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6455fa0-eafc-417c-b516-df2e49249235 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:10:57.396721 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-b6455fa0-eafc-417c-b516-df2e49249235 admin admin] 10.222.0.13 "PUT /v2.0/routers/21fbed26-f88b-47a4-8216-801d7de6b309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3622580 Sep 15 17:10:57.399314 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42100) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:57.400432 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56125eb5-6e30-47e9-93f5-216b7bc9f19e None None] Sync routers for ids ['21fbed26-f88b-47a4-8216-801d7de6b309'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:10:57.409407 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56125eb5-6e30-47e9-93f5-216b7bc9f19e None None] Routers {'21fbed26-f88b-47a4-8216-801d7de6b309'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:10:57.410002 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-56125eb5-6e30-47e9-93f5-216b7bc9f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:10:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['21fbed26-f88b-47a4-8216-801d7de6b309'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:57.502082 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.519376 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-56125eb5-6e30-47e9-93f5-216b7bc9f19e None None] Set router 21fbed26-f88b-47a4-8216-801d7de6b309 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:10:57.580395 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.705521 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-56125eb5-6e30-47e9-93f5-216b7bc9f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'name': 'tempest-TestMinimumBasicScenario-574910682-router', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2d523883-83d6-455a-b659-15187d957e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:10:56Z', 'revision_number': 5, 'project_id': '0861d42981da417d8833a8eb56830f42', 'gw_port': {'id': '2d523883-83d6-455a-b659-15187d957e2a', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:57.732571 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56125eb5-6e30-47e9-93f5-216b7bc9f19e None None] Checking router: 21fbed26-f88b-47a4-8216-801d7de6b309 for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:10:57.741680 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56125eb5-6e30-47e9-93f5-216b7bc9f19e None None] Routers {'21fbed26-f88b-47a4-8216-801d7de6b309'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:10:57.742275 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-56125eb5-6e30-47e9-93f5-216b7bc9f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:10:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['21fbed26-f88b-47a4-8216-801d7de6b309'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:57.862814 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.917109 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Deleting port 2d523883-83d6-455a-b659-15187d957e2a {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:57.917476 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.930204 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-56125eb5-6e30-47e9-93f5-216b7bc9f19e None None] Set router 21fbed26-f88b-47a4-8216-801d7de6b309 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:10:57.997169 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] For port 2d523883-83d6-455a-b659-15187d957e2a, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=2d523883-83d6-455a-b659-15187d957e2a,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:57.997559 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.009754 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Calling delete_port for 2d523883-83d6-455a-b659-15187d957e2a owned by network:router_gateway {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:58.099971 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-56125eb5-6e30-47e9-93f5-216b7bc9f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'name': 'tempest-TestMinimumBasicScenario-574910682-router', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2d523883-83d6-455a-b659-15187d957e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:10:56Z', 'revision_number': 5, 'project_id': '0861d42981da417d8833a8eb56830f42', 'gw_port': {'id': '2d523883-83d6-455a-b659-15187d957e2a', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:58.129419 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56125eb5-6e30-47e9-93f5-216b7bc9f19e None None] The sync data for ids ['21fbed26-f88b-47a4-8216-801d7de6b309'] in dv-cinder-796806-2-iscsi is: [{'id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'name': 'tempest-TestMinimumBasicScenario-574910682-router', 'tenant_id': '0861d42981da417d8833a8eb56830f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2d523883-83d6-455a-b659-15187d957e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:10:56Z', 'revision_number': 5, 'project_id': '0861d42981da417d8833a8eb56830f42', 'gw_port': {'id': '2d523883-83d6-455a-b659-15187d957e2a', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fbed26-f88b-47a4-8216-801d7de6b309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:45Z', 'updated_at': '2021-09-15T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:10:58.175059 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.207192 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d523883-83d6-455a-b659-15187d957e2a,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:58.262338 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691901'] for router_gateway, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.350759 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.352825 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.395222 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687639'] for router, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.395727 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21fbed26-f88b-47a4-8216-801d7de6b309 {{(pid=93881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:10:58.401054 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.402226 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-2dc185e5-febb-458d-8ad4-3e39748a08f3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/21fbed26-f88b-47a4-8216-801d7de6b309 HTTP/1.1" status: 204 len: 168 time: 1.0020041 Sep 15 17:10:58.404731 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42102) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:58.451281 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe6579e-217d-48f6-8653-f2c46c93d655 admin admin] Deleting subnet 40a94146-78a6-4300-9d0f-80ae566baa97 {{(pid=93881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:10:58.454100 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7fe6579e-217d-48f6-8653-f2c46c93d655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.489840 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7fe6579e-217d-48f6-8653-f2c46c93d655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28986898'] for subnet, precommit_delete_associations {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.539289 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.577917 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7fe6579e-217d-48f6-8653-f2c46c93d655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.632288 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7fe6579e-217d-48f6-8653-f2c46c93d655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29058476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29078325'] for subnet, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.662332 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6579e-217d-48f6-8653-f2c46c93d655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a94146-78a6-4300-9d0f-80ae566baa97,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:58.667261 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7fe6579e-217d-48f6-8653-f2c46c93d655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for subnet, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.669281 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7fe6579e-217d-48f6-8653-f2c46c93d655 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/40a94146-78a6-4300-9d0f-80ae566baa97 HTTP/1.1" status: 204 len: 168 time: 0.2635264 Sep 15 17:10:58.672021 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42104) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:58.673602 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd08e37e-afdd-4e0a-91ab-a7f2c8e22bf4 None None] Network 61dd4469-55cd-4172-9171-24b328b811a2 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:10:58.746414 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.807332 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Deleting port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:58.807732 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.877041 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] For port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=60f365b2-0aa9-40e9-917a-13cdba8f7a8c,segment=NetworkSegment(90b272de-3847-4ebe-a826-933ead77a852),segment_id=90b272de-3847-4ebe-a826-933ead77a852)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:58.877708 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.890012 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Calling delete_port for 60f365b2-0aa9-40e9-917a-13cdba8f7a8c owned by network:dhcp {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:58.965596 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.995682 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f365b2-0aa9-40e9-917a-13cdba8f7a8c,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:58.997537 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] No DVR routers for this DVR port 60f365b2-0aa9-40e9-917a-13cdba8f7a8c on host dv-cinder-796806-2-iscsi {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:10:59.066697 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.086546 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61dd4469-55cd-4172-9171-24b328b811a2']}} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:59.095431 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b272de-3847-4ebe-a826-933ead77a852') {'for_net_delete': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:59.095733 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.services.segments.db [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b272de-3847-4ebe-a826-933ead77a852') {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:59.105241 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28986905'] for segment, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.118590 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.125492 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:10:59.125890 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29058930'] for segment, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: Traceback (most recent call last): Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: timer() Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: cb(*args, **kw) Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: return func(*args, **kwargs) Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: self._notify() Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: self.callback(batched_events) Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: event.method(event) Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: return f(self, *a, **k) Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._get(url).json() Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: return self.request(url, 'GET', **kwargs) Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:10:59.127679 dv-cinder-796806-2-iscsi neutron-server[93881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:10:59.141827 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c787f548-79b3-4c1d-b4ef-5fbd39d7b5ab None None] DHCP port deletion for 61dd4469-55cd-4172-9171-24b328b811a2 request from dv-cinder-796806-2-iscsi {{(pid=93882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:10:59.194008 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.199499 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.201379 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/61dd4469-55cd-4172-9171-24b328b811a2 HTTP/1.1" status: 204 len: 168 time: 0.5283632 Sep 15 17:10:59.212046 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568e844-b1fe-4939-82ec-0927cd519dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=61dd4469-55cd-4172-9171-24b328b811a2,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:59.365951 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42108) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:59.405923 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3e6d10d0-4c61-4fae-85b7-a1b50a0591b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c0424b6ddc04b939c023f05932da0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379763 Sep 15 17:10:59.407475 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42110) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:59.453673 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-24f9f642-0498-4162-a950-68d1fd3777fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.474642 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-24f9f642-0498-4162-a950-68d1fd3777fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.523653 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-24f9f642-0498-4162-a950-68d1fd3777fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.526288 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-24f9f642-0498-4162-a950-68d1fd3777fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.527418 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-24f9f642-0498-4162-a950-68d1fd3777fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05222bfc-d059-487b-a340-0e02ff2ad2ac HTTP/1.1" status: 204 len: 168 time: 0.1190753 Sep 15 17:10:59.534822 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9f642-0498-4162-a950-68d1fd3777fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05222bfc-d059-487b-a340-0e02ff2ad2ac,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:59.662977 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 6a435d78-3192-4596-bf0d-36aaee70410c no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:10:59.683620 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 6a435d78-3192-4596-bf0d-36aaee70410c {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:10:59.683963 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 6a435d78-3192-4596-bf0d-36aaee70410c not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:10:59.684369 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 2d523883-83d6-455a-b659-15187d957e2a no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:10:59.703291 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 2d523883-83d6-455a-b659-15187d957e2a {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:10:59.703629 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 2d523883-83d6-455a-b659-15187d957e2a not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:10:59.704039 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 60f365b2-0aa9-40e9-917a-13cdba8f7a8c no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:10:59.725087 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 60f365b2-0aa9-40e9-917a-13cdba8f7a8c {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:10:59.725454 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 60f365b2-0aa9-40e9-917a-13cdba8f7a8c not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:10:59.838163 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.854221 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42116) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:59.893188 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-99554bd6-cc74-43d4-bf23-630f977d3cf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0861d42981da417d8833a8eb56830f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378654 Sep 15 17:10:59.895628 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42118) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:59.941929 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25216d19-0c5b-492b-afdd-cf267a424219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.962347 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25216d19-0c5b-492b-afdd-cf267a424219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:00.008132 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25216d19-0c5b-492b-afdd-cf267a424219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:00.010785 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-25216d19-0c5b-492b-afdd-cf267a424219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:00.011918 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-25216d19-0c5b-492b-afdd-cf267a424219 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85039a84-beff-45ef-ba69-43e4f3fe46d5 HTTP/1.1" status: 204 len: 168 time: 0.1153870 Sep 15 17:11:00.019633 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25216d19-0c5b-492b-afdd-cf267a424219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85039a84-beff-45ef-ba69-43e4f3fe46d5,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:09.602758 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.644187 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:11:24.439634 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2e068878-9757-4d51-a62a-d801cc11bab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:26.929506 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db996b3d-8f3e-4fed-b2e0-2da9da017b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:27.572437 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:27.716501 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15d8c9-546f-454e-aa08-ab94911710b6 req-427f5234-f9f2-45f6-ad80-68f19dfa3444 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:27.718021 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0b15d8c9-546f-454e-aa08-ab94911710b6 req-427f5234-f9f2-45f6-ad80-68f19dfa3444 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 945 time: 0.0487878 Sep 15 17:11:27.755818 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0b15d8c9-546f-454e-aa08-ab94911710b6 req-70b9183a-08e4-40dd-8b6c-2b27aba701d5 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318089 Sep 15 17:11:28.540111 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:28.873140 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c060a4d-cf6e-48c1-aa4a-d08d08b0028c req-6dfad564-25fc-488d-a70e-93dc766a265f tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:28.876161 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c060a4d-cf6e-48c1-aa4a-d08d08b0028c req-6dfad564-25fc-488d-a70e-93dc766a265f tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 945 time: 0.0494068 Sep 15 17:11:28.917820 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c060a4d-cf6e-48c1-aa4a-d08d08b0028c req-75a657ad-ec00-4273-a8ce-5bff90bc4bbb tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351896 Sep 15 17:11:29.175524 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488ce5f-014f-4547-8875-92e153dea01a req-e48acdd6-f218-4339-9ed4-b4fef67eec13 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:29.177482 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e488ce5f-014f-4547-8875-92e153dea01a req-e48acdd6-f218-4339-9ed4-b4fef67eec13 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 945 time: 0.0521023 Sep 15 17:11:29.267539 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Deleting port c2ffa9f8-2509-4794-beb2-85fe1634575a {{(pid=93881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:11:29.267860 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:29.358358 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] For port c2ffa9f8-2509-4794-beb2-85fe1634575a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c2ffa9f8-2509-4794-beb2-85fe1634575a,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:29.358712 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:29.573184 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:29.573581 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:29.573888 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.l3_db [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Floating IP 264da479-23b8-460f-b6c4-b4ee4cf6c921 disassociated. External IP: 172.27.0.159, port: c2ffa9f8-2509-4794-beb2-85fe1634575a. Sep 15 17:11:29.574218 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.plugin [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Calling delete_port for c2ffa9f8-2509-4794-beb2-85fe1634575a owned by compute:nova {{(pid=93881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:11:29.698021 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:29.729701 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event deleted for resources: {'Port': ['ID=c2ffa9f8-2509-4794-beb2-85fe1634575a,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:29.841829 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:29.854451 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Router c3eec441-3e38-43ac-b756-2f37007b5f3b has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:11:29.957842 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:11:29.968697 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6778a3b-8320-438c-b7a9-3db28b2d8a4b None None] Sync routers for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:11:29.978641 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6778a3b-8320-438c-b7a9-3db28b2d8a4b None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:11:29.979328 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-c6778a3b-8320-438c-b7a9-3db28b2d8a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:11:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:29.999615 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] No DVR routers for this DVR port c2ffa9f8-2509-4794-beb2-85fe1634575a on host hv-cinder-79680 {{(pid=93881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:11:30.002217 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:30.004925 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e488ce5f-014f-4547-8875-92e153dea01a req-7b3381ee-ada0-4d51-8434-462dd1773e63 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "DELETE /v2.0/ports/c2ffa9f8-2509-4794-beb2-85fe1634575a HTTP/1.1" status: 204 len: 173 time: 0.8208935 Sep 15 17:11:30.005408 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530b24de-4cf9-4933-acc6-660a8400bb17', 'name': 'network-vif-deleted', 'tag': 'c2ffa9f8-2509-4794-beb2-85fe1634575a'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:11:30.007679 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0bcce0-1480-4b33-b18e-b9fe67233de7" -d '{"events": [{"server_uuid": "530b24de-4cf9-4933-acc6-660a8400bb17", "name": "network-vif-deleted", "tag": "c2ffa9f8-2509-4794-beb2-85fe1634575a"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:11:30.040173 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-41a81e32-f21a-4e01-8326-f1e95d1d0a9a req-93b4e975-f9fa-43db-b28b-b736ecb20ef2 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=530b24de-4cf9-4933-acc6-660a8400bb17 HTTP/1.1" status: 200 len: 210 time: 0.0294418 Sep 15 17:11:30.058096 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a84f4e-74ec-41df-9514-7f46b4863736 x-openstack-request-id: req-10a84f4e-74ec-41df-9514-7f46b4863736 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:11:30.058477 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530b24de-4cf9-4933-acc6-660a8400bb17", "name": "network-vif-deleted", "tag": "c2ffa9f8-2509-4794-beb2-85fe1634575a", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:11:30.058818 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10a84f4e-74ec-41df-9514-7f46b4863736 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:11:30.059301 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530b24de-4cf9-4933-acc6-660a8400bb17', 'name': 'network-vif-deleted', 'tag': 'c2ffa9f8-2509-4794-beb2-85fe1634575a', 'status': 'completed', 'code': 200} Sep 15 17:11:30.093193 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-c6778a3b-8320-438c-b7a9-3db28b2d8a4b None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:11:30.412514 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-c6778a3b-8320-438c-b7a9-3db28b2d8a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:30.440343 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6778a3b-8320-438c-b7a9-3db28b2d8a4b None None] Checking router: c3eec441-3e38-43ac-b756-2f37007b5f3b for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:11:30.448331 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6778a3b-8320-438c-b7a9-3db28b2d8a4b None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:11:30.448930 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-c6778a3b-8320-438c-b7a9-3db28b2d8a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:11:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:30.550351 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-c6778a3b-8320-438c-b7a9-3db28b2d8a4b None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:11:30.745277 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-c6778a3b-8320-438c-b7a9-3db28b2d8a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:30.771051 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6778a3b-8320-438c-b7a9-3db28b2d8a4b None None] The sync data for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi is: [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:11:30.980612 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628716ea-2a93-47ec-94ec-7d88b1f54ff4 None None] New status for floating IP 264da479-23b8-460f-b6c4-b4ee4cf6c921: DOWN {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:11:31.288646 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-bf30a6d1-1cbe-4199-897b-5be046f1781a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6355199&fields=id&tenant_id=280b0cb25b7749e3974fcc1cb20306f1 HTTP/1.1" status: 200 len: 267 time: 0.0324695 Sep 15 17:11:31.393090 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-ccbfccb5-abfe-4544-992c-ff12ada9d9bf tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:31.394481 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-ccbfccb5-abfe-4544-992c-ff12ada9d9bf tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 812 time: 0.0993524 Sep 15 17:11:31.409288 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-41c69c67-11d5-477a-878b-c9611432a58d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/quotas/280b0cb25b7749e3974fcc1cb20306f1 HTTP/1.1" status: 200 len: 375 time: 0.0085847 Sep 15 17:11:31.463743 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-f5ef25c1-1290-42ad-8ae4-8930ead45a8b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492618 Sep 15 17:11:31.478637 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-9e78967d-c753-475a-98fe-cbae64b78db2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:11:31.479555 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-9e78967d-c753-475a-98fe-cbae64b78db2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048475 Sep 15 17:11:31.564454 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-6f30d307-a420-47a9-980f-2dc59828863c service neutron] 10.222.0.13 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791383 Sep 15 17:11:31.655688 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-804cb667-74a7-4864-9d69-fe29f040f0d0 service neutron] 10.222.0.13 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840104 Sep 15 17:11:31.936559 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-36d69806-91cb-4dfb-9ec5-28e86d703e7e req-b1ad6c14-1cdb-480c-9638-2ee5e419435b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 210 time: 0.0261788 Sep 15 17:11:32.874674 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device c2ffa9f8-2509-4794-beb2-85fe1634575a no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:11:32.897725 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: c2ffa9f8-2509-4794-beb2-85fe1634575a {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:11:32.898062 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device c2ffa9f8-2509-4794-beb2-85fe1634575a not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:11:33.017513 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-082121ca-3135-483e-b0a0-f81bd946706c req-d4cc6743-aec7-4959-8237-9eb6d8323afe tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 210 time: 0.0264499 Sep 15 17:11:34.091594 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1b0609ea-9f33-4f87-a0bf-9bf34416a625 req-0d232ad3-70ab-4b8c-b24d-b3d63a065e97 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 210 time: 0.0256903 Sep 15 17:11:35.168730 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ac712cb9-db76-476f-a138-6d9a72d170c4 req-2f120961-5f3f-46c9-b5d6-95c9bd6169ed tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 210 time: 0.0263057 Sep 15 17:11:36.261332 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-e8d49f8f-65c4-4b08-8843-9b352c1fc36a req-3ad383fc-aee6-4d33-ae27-23c9c5585ce0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 210 time: 0.0295684 Sep 15 17:11:36.999669 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-6082f072-bac6-45da-8831-9cee1b93390c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:37.001371 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-6082f072-bac6-45da-8831-9cee1b93390c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 812 time: 0.1084945 Sep 15 17:11:37.044375 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-3b85734a-cfaf-4766-ac08-ccc29505d1cf tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=280b0cb25b7749e3974fcc1cb20306f1 HTTP/1.1" status: 200 len: 377 time: 0.0331380 Sep 15 17:11:37.053998 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'port': {'device_id': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'admin_state_up': True, 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'security_groups': ['473e0c98-aa08-41f9-a0f3-cb20f8c00ac6']}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:11:37.165371 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Made reservation on behalf of 280b0cb25b7749e3974fcc1cb20306f1 for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:11:37.168829 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:37.291688 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Allocated IP 172.20.0.7 (4265ef94-cacc-435c-a2c6-338a15471ff2/280491ba-47e1-4cc6-b912-0b14109adc9e/286b6ca8-ed22-4192-ae8a-5e68400db5f8) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:11:37.358451 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-433f42a4-713a-471a-92c6-d2ebb858ad7f req-77c32ac5-0f88-4ae6-9687-76135ebf3556 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 210 time: 0.0271883 Sep 15 17:11:37.438026 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:37.472888 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:37.512803 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Network 4265ef94-cacc-435c-a2c6-338a15471ff2 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:11:37.515829 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:11:37.518236 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:11:37.557905 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'Port': ['ID=286b6ca8-ed22-4192-ae8a-5e68400db5f8,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:37.579529 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:37.580166 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:37.595669 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-a970617d-43f6-4037-ad6c-c2f0b6494f9d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459960 Sep 15 17:11:37.607730 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Request body: {'port': {'device_id': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:11:37.663999 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:37.787333 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-7f75e00a-4cf4-45e7-afe3-eec22eaa8b3c None None] Provisioning complete for port 286b6ca8-ed22-4192-ae8a-5e68400db5f8 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:11:37.787878 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f75e00a-4cf4-45e7-afe3-eec22eaa8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:37.822042 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7f75e00a-4cf4-45e7-afe3-eec22eaa8b3c None None] Port 286b6ca8-ed22-4192-ae8a-5e68400db5f8 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:11:37.921574 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286b6ca8-ed22-4192-ae8a-5e68400db5f8 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:11:37.929355 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:37.940494 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Transition to ACTIVE for port object 286b6ca8-ed22-4192-ae8a-5e68400db5f8 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:11:37.945295 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29058458'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:37.995857 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Pushing event updated for resources: {'Port': ['ID=286b6ca8-ed22-4192-ae8a-5e68400db5f8,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:38.062416 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Attempting to bind port 286b6ca8-ed22-4192-ae8a-5e68400db5f8 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:11:38.062751 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Attempting to bind port 286b6ca8-ed22-4192-ae8a-5e68400db5f8 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:11:38.063080 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Attempting to bind port 286b6ca8-ed22-4192-ae8a-5e68400db5f8 on network 4265ef94-cacc-435c-a2c6-338a15471ff2 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:11:38.067741 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Port 286b6ca8-ed22-4192-ae8a-5e68400db5f8 on network 4265ef94-cacc-435c-a2c6-338a15471ff2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:11:38.068062 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Attempting to bind port 286b6ca8-ed22-4192-ae8a-5e68400db5f8 on network 4265ef94-cacc-435c-a2c6-338a15471ff2 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:11:38.073029 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:11:38.073317 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Checking segment: {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:11:38.073703 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Bound using segment: {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:11:38.074134 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Bound port: 286b6ca8-ed22-4192-ae8a-5e68400db5f8, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:11:38.074491 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:38.143730 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] For port 286b6ca8-ed22-4192-ae8a-5e68400db5f8, host hv-cinder-79680, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:11:38.146969 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] For port 286b6ca8-ed22-4192-ae8a-5e68400db5f8, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=286b6ca8-ed22-4192-ae8a-5e68400db5f8,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:11:38.150472 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29058458'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:38.182566 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.183181 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:38.184606 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] 10.222.0.61 "PUT /v2.0/ports/286b6ca8-ed22-4192-ae8a-5e68400db5f8 HTTP/1.1" status: 200 len: 1093 time: 0.5811133 Sep 15 17:11:38.185100 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'tag': '286b6ca8-ed22-4192-ae8a-5e68400db5f8'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:11:38.187261 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd5c7a9-8163-4d1d-bf47-0d5c702ea461" -d '{"events": [{"name": "network-changed", "server_uuid": "c99ad5bb-4ac9-4dbb-8f6c-9cad20180179", "tag": "286b6ca8-ed22-4192-ae8a-5e68400db5f8"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:11:38.214417 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c297b2-cd00-40e4-80d6-58857e59a56f service neutron] Pushing event updated for resources: {'Port': ['ID=286b6ca8-ed22-4192-ae8a-5e68400db5f8,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:38.234392 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9fa38e-d2ed-487e-ad76-97ff254084cd x-openstack-request-id: req-2f9fa38e-d2ed-487e-ad76-97ff254084cd {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:11:38.234839 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99ad5bb-4ac9-4dbb-8f6c-9cad20180179", "tag": "286b6ca8-ed22-4192-ae8a-5e68400db5f8", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:11:38.235080 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f9fa38e-d2ed-487e-ad76-97ff254084cd {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:11:38.235429 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'tag': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'status': 'completed', 'code': 200} Sep 15 17:11:38.268258 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-5d48246b-1cbe-4148-b2f3-e5b1bbf9ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.269865 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-5d48246b-1cbe-4148-b2f3-e5b1bbf9ac47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 1096 time: 0.0443394 Sep 15 17:11:38.319514 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-45889025-17cd-4db1-8c1c-8d4b54a3efc8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286b6ca8-ed22-4192-ae8a-5e68400db5f8 HTTP/1.1" status: 200 len: 217 time: 0.0416455 Sep 15 17:11:38.370635 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-d563fdcd-8834-4ecc-a4fa-88d2fe7eb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.372120 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-d563fdcd-8834-4ecc-a4fa-88d2fe7eb1a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0459144 Sep 15 17:11:38.417634 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-934d0a32-1237-48f7-ab98-c53eb3333765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.419156 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-934d0a32-1237-48f7-ab98-c53eb3333765 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401180 Sep 15 17:11:38.474124 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9734025-5a13-40a4-8286-8aaa5910d82c req-8b9dce30-aa8f-4f31-910d-68ce41df3016 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.475594 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9734025-5a13-40a4-8286-8aaa5910d82c req-8b9dce30-aa8f-4f31-910d-68ce41df3016 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 943 time: 0.0489056 Sep 15 17:11:38.513140 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e9734025-5a13-40a4-8286-8aaa5910d82c req-fa244bcf-103f-490a-83b6-c093f457d2e9 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313799 Sep 15 17:11:38.516137 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-2a84be76-6d6d-46c4-bb92-5e1fd8c78ea2 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888000 Sep 15 17:11:38.606570 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-776f0ec9-f82f-41bc-b347-c000646c9c77 req-bc14e3fb-ed7f-4ed7-8fb8-597e1d46c685 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826716 Sep 15 17:11:38.688388 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c7a9-8163-4d1d-bf47-0d5c702ea461 req-eb6cdc3b-1d71-44bf-8f07-6f3deb08a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.689904 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bd5c7a9-8163-4d1d-bf47-0d5c702ea461 req-eb6cdc3b-1d71-44bf-8f07-6f3deb08a2db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 1096 time: 0.0424922 Sep 15 17:11:38.775900 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c7a9-8163-4d1d-bf47-0d5c702ea461 req-4811bb17-fcbf-4d82-acb6-8eb20deac3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.777382 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bd5c7a9-8163-4d1d-bf47-0d5c702ea461 req-4811bb17-fcbf-4d82-acb6-8eb20deac3a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 913 time: 0.0808961 Sep 15 17:11:38.823219 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bd5c7a9-8163-4d1d-bf47-0d5c702ea461 req-154bea66-7a7f-4a1e-b8bd-87f4640eacc7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286b6ca8-ed22-4192-ae8a-5e68400db5f8 HTTP/1.1" status: 200 len: 217 time: 0.0358791 Sep 15 17:11:38.872849 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c7a9-8163-4d1d-bf47-0d5c702ea461 req-bd034484-d5fe-4035-8265-352fe2b3e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.874267 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bd5c7a9-8163-4d1d-bf47-0d5c702ea461 req-bd034484-d5fe-4035-8265-352fe2b3e753 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0436885 Sep 15 17:11:38.917519 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c7a9-8163-4d1d-bf47-0d5c702ea461 req-6462a0ab-fc09-47f8-845c-23e9fcb04438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.918942 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bd5c7a9-8163-4d1d-bf47-0d5c702ea461 req-6462a0ab-fc09-47f8-845c-23e9fcb04438 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379460 Sep 15 17:11:39.267256 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bd5c7a9-8163-4d1d-bf47-0d5c702ea461 req-61c2936a-c99f-4598-98a4-30b29ca26247 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405075 Sep 15 17:11:39.355912 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-5bd5c7a9-8163-4d1d-bf47-0d5c702ea461 req-7613a7b1-aafb-4a09-8ed4-9061f6af51b4 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815475 Sep 15 17:11:39.626501 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:39.636493 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec4ffc-014e-4251-8ecf-1f7f637b185c req-119c3822-5e73-4b31-a9bc-6c85a64c1a3d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:39.637995 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-71ec4ffc-014e-4251-8ecf-1f7f637b185c req-119c3822-5e73-4b31-a9bc-6c85a64c1a3d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 943 time: 0.0569439 Sep 15 17:11:39.676080 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-71ec4ffc-014e-4251-8ecf-1f7f637b185c req-8b051259-143a-415c-88e0-1b2f41d23da1 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315096 Sep 15 17:11:40.791747 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4048a4c-0d80-438d-9835-546808c46155 req-818b0596-86c8-433b-b9da-696fc068f15a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:40.793224 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4048a4c-0d80-438d-9835-546808c46155 req-818b0596-86c8-433b-b9da-696fc068f15a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 943 time: 0.0506990 Sep 15 17:11:40.831265 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a4048a4c-0d80-438d-9835-546808c46155 req-b58b499f-b5e7-4eac-9390-d4327af6cd21 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317774 Sep 15 17:11:41.947791 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdef9f-7ee0-42ad-bde4-a14261b067bb req-15ad3e72-ca0c-4b8e-9265-7d3efcffbb8f tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:41.949223 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6efdef9f-7ee0-42ad-bde4-a14261b067bb req-15ad3e72-ca0c-4b8e-9265-7d3efcffbb8f tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 943 time: 0.0508063 Sep 15 17:11:41.985377 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6efdef9f-7ee0-42ad-bde4-a14261b067bb req-b4e463df-d12e-4867-9966-5b84983218d2 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303047 Sep 15 17:11:43.097769 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72331a-8da7-4556-863f-e8ec6b5d7c9a req-f2a4a893-a7ed-4639-a9db-b70dd3db3499 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:43.099223 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec72331a-8da7-4556-863f-e8ec6b5d7c9a req-f2a4a893-a7ed-4639-a9db-b70dd3db3499 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 943 time: 0.0478168 Sep 15 17:11:43.136664 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ec72331a-8da7-4556-863f-e8ec6b5d7c9a req-ac967d44-3917-4ad6-8229-4095fb915b54 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315814 Sep 15 17:11:44.248100 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935187c-8c23-4ee6-9cc7-12a71c328b95 req-41d9c06a-fab2-4070-8d9c-f1e334d0ea75 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:44.249557 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b935187c-8c23-4ee6-9cc7-12a71c328b95 req-41d9c06a-fab2-4070-8d9c-f1e334d0ea75 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 943 time: 0.0486681 Sep 15 17:11:44.285872 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-b935187c-8c23-4ee6-9cc7-12a71c328b95 req-de76e366-e5a6-417d-b5d1-e66da339da0f tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304909 Sep 15 17:11:45.398727 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23ce7b-2d49-4856-a477-da650ce68f94 req-856fc20d-8e81-401b-8f83-ac33d7c85f62 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:45.400187 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c23ce7b-2d49-4856-a477-da650ce68f94 req-856fc20d-8e81-401b-8f83-ac33d7c85f62 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 943 time: 0.0483801 Sep 15 17:11:45.436860 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-0c23ce7b-2d49-4856-a477-da650ce68f94 req-0d3fcd75-bc8e-4e2e-a4cf-34e6165c5f8b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308139 Sep 15 17:11:46.548501 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc5862-73de-4a54-a0e9-3131fc9eadff req-b941cdd3-d16e-4918-bd6a-cad1490a6ac9 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:46.549988 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9dcc5862-73de-4a54-a0e9-3131fc9eadff req-b941cdd3-d16e-4918-bd6a-cad1490a6ac9 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 943 time: 0.0470068 Sep 15 17:11:46.587243 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-9dcc5862-73de-4a54-a0e9-3131fc9eadff req-105d6a37-9512-457b-a81e-73d6635a33d6 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308766 Sep 15 17:11:46.928354 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 286b6ca8-ed22-4192-ae8a-5e68400db5f8 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:11:47.025925 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 286b6ca8-ed22-4192-ae8a-5e68400db5f8, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=286b6ca8-ed22-4192-ae8a-5e68400db5f8,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:47.037220 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'port_id': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'mac_address': 'fa:16:3e:dd:77:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:11:47.076136 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:47.089130 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286b6ca8-ed22-4192-ae8a-5e68400db5f8 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:11:47.107750 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 286b6ca8-ed22-4192-ae8a-5e68400db5f8, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=286b6ca8-ed22-4192-ae8a-5e68400db5f8,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:47.111788 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:47.156536 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=286b6ca8-ed22-4192-ae8a-5e68400db5f8,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:47.349463 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['286b6ca8-ed22-4192-ae8a-5e68400db5f8'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:11:47.643114 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:11:47.715219 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012e057-1b53-44e1-82f1-b76522c2fe94 req-3fe03472-78d4-40a2-aa22-cf7b9b844e2c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:47.716663 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c012e057-1b53-44e1-82f1-b76522c2fe94 req-3fe03472-78d4-40a2-aa22-cf7b9b844e2c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 944 time: 0.0579317 Sep 15 17:11:47.755423 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-c012e057-1b53-44e1-82f1-b76522c2fe94 req-bd0e5d8a-580f-4f0c-8d69-3c35f500b7bb tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322764 Sep 15 17:11:48.871340 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8ce53-c915-47fe-8f64-e437b460fdd9 req-e7507f23-2142-459f-b4eb-f7bdc63db1ce tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:48.872712 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-78f8ce53-c915-47fe-8f64-e437b460fdd9 req-e7507f23-2142-459f-b4eb-f7bdc63db1ce tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 944 time: 0.0510986 Sep 15 17:11:48.908378 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-78f8ce53-c915-47fe-8f64-e437b460fdd9 req-ef854945-578a-43e8-b843-485e766ccd67 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0299208 Sep 15 17:11:48.951599 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 286b6ca8-ed22-4192-ae8a-5e68400db5f8 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:11:49.001029 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port 286b6ca8-ed22-4192-ae8a-5e68400db5f8 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:11:49.007183 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port 286b6ca8-ed22-4192-ae8a-5e68400db5f8 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:11:49.007560 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:49.085196 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:49.106430 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286b6ca8-ed22-4192-ae8a-5e68400db5f8'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:11:49.108907 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be5b5aa-c427-4f1c-bf18-29af4ffd9a08" -d '{"events": [{"server_uuid": "c99ad5bb-4ac9-4dbb-8f6c-9cad20180179", "name": "network-vif-plugged", "status": "completed", "tag": "286b6ca8-ed22-4192-ae8a-5e68400db5f8"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:11:49.121721 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port 286b6ca8-ed22-4192-ae8a-5e68400db5f8, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=286b6ca8-ed22-4192-ae8a-5e68400db5f8,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:49.125849 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:49.171969 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=286b6ca8-ed22-4192-ae8a-5e68400db5f8,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:49.262371 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e04c722-bc79-4b03-bea7-e4d0b4433a15 x-openstack-request-id: req-9e04c722-bc79-4b03-bea7-e4d0b4433a15 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:11:49.262664 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99ad5bb-4ac9-4dbb-8f6c-9cad20180179", "name": "network-vif-plugged", "status": "completed", "tag": "286b6ca8-ed22-4192-ae8a-5e68400db5f8", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:11:49.262916 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e04c722-bc79-4b03-bea7-e4d0b4433a15 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:11:49.263332 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'code': 200} Sep 15 17:11:49.467499 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230313c-88a5-4d73-a48e-d133edf08e47 req-526df826-8daa-4be1-b270-f14430ac1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:49.468870 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0230313c-88a5-4d73-a48e-d133edf08e47 req-526df826-8daa-4be1-b270-f14430ac1bcb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 1098 time: 0.0380139 Sep 15 17:11:49.502881 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-0230313c-88a5-4d73-a48e-d133edf08e47 req-9c3df970-ba7b-40ef-88ee-a4013daa5678 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0269270 Sep 15 17:11:50.020696 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e24c25-5d82-4333-9b0a-50d342e85ffd req-1e3bda12-d448-48cd-827a-d51f984d2812 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:50.022185 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-02e24c25-5d82-4333-9b0a-50d342e85ffd req-1e3bda12-d448-48cd-827a-d51f984d2812 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 945 time: 0.0475280 Sep 15 17:11:50.058723 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-02e24c25-5d82-4333-9b0a-50d342e85ffd req-ab3fb9aa-ee04-40bb-b02c-b3b688d0862e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307086 Sep 15 17:11:51.172399 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad69a2-a998-4845-9aae-9d0290ed9db2 req-5d6915eb-ee9f-42ce-8871-3dbc76e50bd0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:51.173894 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e6ad69a2-a998-4845-9aae-9d0290ed9db2 req-5d6915eb-ee9f-42ce-8871-3dbc76e50bd0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 945 time: 0.0485353 Sep 15 17:11:51.211277 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-e6ad69a2-a998-4845-9aae-9d0290ed9db2 req-42562dc0-ed1d-4764-af34-0ca531a59193 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306151 Sep 15 17:11:51.325250 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec966cb-8363-425d-be1a-895e2bbc97a9 req-27b4d969-f539-4026-b553-b449528ec4f6 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:51.326742 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6ec966cb-8363-425d-be1a-895e2bbc97a9 req-27b4d969-f539-4026-b553-b449528ec4f6 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 945 time: 0.0515263 Sep 15 17:11:51.364701 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6ec966cb-8363-425d-be1a-895e2bbc97a9 req-9308f086-d299-410a-920f-6cdbfcc1a647 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314229 Sep 15 17:11:51.385770 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42222) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:51.423823 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa7eaf3-0ce4-458a-a94a-f81a271fca40 tempest-TestVolumeBootPattern-811500860 tempest-TestVolumeBootPattern-811500860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:51.425345 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-7fa7eaf3-0ce4-458a-a94a-f81a271fca40 tempest-TestVolumeBootPattern-811500860 tempest-TestVolumeBootPattern-811500860-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 1093 time: 0.0386043 Sep 15 17:11:51.428068 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42224) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:51.432212 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'floatingip': {'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'port_id': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:11:51.452809 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:51.554619 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:51.655798 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Allocated IP 172.27.0.160 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/c5cd1020-82b7-469c-b6a4-83eab6499a51) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:11:51.770477 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:51.803069 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:51.838263 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:11:51.841050 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:11:51.844429 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:11:51.870112 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'Port': ['ID=c5cd1020-82b7-469c-b6a4-83eab6499a51,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:51.883371 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.883720 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.884056 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.884386 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.884711 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.885039 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.885391 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.885717 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.886038 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.886359 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.886674 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.886988 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:52.234253 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:52.316826 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:52.518918 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:52.523441 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29058458'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:52.607888 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'Port': ['ID=c5cd1020-82b7-469c-b6a4-83eab6499a51,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:52.624736 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:52.732642 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.l3_db [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Floating IP 741cd0c8-55a4-465f-9c04-2fd0fb5d1811 associated. External IP: 172.27.0.160, port: 286b6ca8-ed22-4192-ae8a-5e68400db5f8. Sep 15 17:11:52.940556 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Router c3eec441-3e38-43ac-b756-2f37007b5f3b has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:11:53.052219 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:11:53.061912 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f01ed-e561-46f9-b97e-ed26bb789308 None None] Sync routers for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:11:53.068292 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:53.072297 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f01ed-e561-46f9-b97e-ed26bb789308 None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:11:53.072921 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-778f01ed-e561-46f9-b97e-ed26bb789308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:11:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:53.098932 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-76bbde12-4304-4261-8b47-0c0d607ed361 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6698482 Sep 15 17:11:53.099486 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'tag': '286b6ca8-ed22-4192-ae8a-5e68400db5f8'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:11:53.101717 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7966d2a-03b1-4904-bedf-8187ae3074ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c99ad5bb-4ac9-4dbb-8f6c-9cad20180179", "tag": "286b6ca8-ed22-4192-ae8a-5e68400db5f8"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:11:53.139304 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7956af-bcac-405b-b1cb-47172e720ced x-openstack-request-id: req-cb7956af-bcac-405b-b1cb-47172e720ced {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:11:53.139591 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99ad5bb-4ac9-4dbb-8f6c-9cad20180179", "tag": "286b6ca8-ed22-4192-ae8a-5e68400db5f8", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:11:53.139838 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb7956af-bcac-405b-b1cb-47172e720ced {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:11:53.140238 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'tag': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'status': 'completed', 'code': 200} Sep 15 17:11:53.184013 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-778f01ed-e561-46f9-b97e-ed26bb789308 None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:11:53.202032 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7966d2a-03b1-4904-bedf-8187ae3074ec req-3f737e4d-7887-441e-8d15-b0739980b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:53.203621 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f7966d2a-03b1-4904-bedf-8187ae3074ec req-3f737e4d-7887-441e-8d15-b0739980b3d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 1098 time: 0.0404780 Sep 15 17:11:53.297861 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7966d2a-03b1-4904-bedf-8187ae3074ec req-0ae8fec8-4e6a-407f-866c-22b65089efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:53.299484 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f7966d2a-03b1-4904-bedf-8187ae3074ec req-0ae8fec8-4e6a-407f-866c-22b65089efc9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 913 time: 0.0891929 Sep 15 17:11:53.374933 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f7966d2a-03b1-4904-bedf-8187ae3074ec req-d23e0494-778a-4b7b-bb4a-14f13114f373 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286b6ca8-ed22-4192-ae8a-5e68400db5f8 HTTP/1.1" status: 200 len: 999 time: 0.0685627 Sep 15 17:11:53.404723 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-778f01ed-e561-46f9-b97e-ed26bb789308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '741cd0c8-55a4-465f-9c04-2fd0fb5d1811', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:dd:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:11:52Z', 'updated_at': '2021-09-15T17:11:52Z', 'revision_number': 0, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:53.423148 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7966d2a-03b1-4904-bedf-8187ae3074ec req-6cb50845-1126-4302-aa17-d238ab4fe089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:53.424596 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f7966d2a-03b1-4904-bedf-8187ae3074ec req-6cb50845-1126-4302-aa17-d238ab4fe089 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0431073 Sep 15 17:11:53.431356 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f01ed-e561-46f9-b97e-ed26bb789308 None None] Checking router: c3eec441-3e38-43ac-b756-2f37007b5f3b for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:11:53.439642 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f01ed-e561-46f9-b97e-ed26bb789308 None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:11:53.440238 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-778f01ed-e561-46f9-b97e-ed26bb789308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:11:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:53.470475 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7966d2a-03b1-4904-bedf-8187ae3074ec req-9ec442c6-4439-4fe4-8b8b-7435f9b44cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:53.471904 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f7966d2a-03b1-4904-bedf-8187ae3074ec req-9ec442c6-4439-4fe4-8b8b-7435f9b44cca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405359 Sep 15 17:11:53.544186 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-778f01ed-e561-46f9-b97e-ed26bb789308 None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:11:53.566557 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f7966d2a-03b1-4904-bedf-8187ae3074ec req-b660e7ae-ef15-4fa9-8540-6c2d1053d14b service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844414 Sep 15 17:11:53.658694 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f7966d2a-03b1-4904-bedf-8187ae3074ec req-58f16ee9-c5bc-45db-ae32-6e9adb6813b8 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881622 Sep 15 17:11:53.885979 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-778f01ed-e561-46f9-b97e-ed26bb789308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '741cd0c8-55a4-465f-9c04-2fd0fb5d1811', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:dd:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:11:52Z', 'updated_at': '2021-09-15T17:11:52Z', 'revision_number': 0, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:53.911830 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f01ed-e561-46f9-b97e-ed26bb789308 None None] The sync data for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi is: [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '741cd0c8-55a4-465f-9c04-2fd0fb5d1811', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:dd:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:11:52Z', 'updated_at': '2021-09-15T17:11:52Z', 'revision_number': 0, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:11:54.089746 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19abcc89-1e3c-4d89-9e2e-9a67114fa504 None None] New status for floating IP 741cd0c8-55a4-465f-9c04-2fd0fb5d1811: ACTIVE {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:11:54.439960 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fc47aee0-855b-4ae1-9f87-c0fe24ede9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:56.929618 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-087006c1-d746-4ced-a8ce-1ad96673ae91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:57.576583 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:58.542402 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:59.845009 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:09.616088 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.446691 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5091fdd9-224a-494d-9c84-ec4462525e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.641652 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:12:26.929322 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e70e17b-2ace-4e45-bd26-d7db9009dd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.578099 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.545850 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:29.846963 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.640302 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.880692 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fbc53319-87a1-435d-bd3a-c4231a6af949 req-13727468-9b31-402d-af13-c999e773a60e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427380 Sep 15 17:12:43.958867 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc53319-87a1-435d-bd3a-c4231a6af949 req-9dce1350-5558-433c-a33e-bd4cb47b5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:43.960937 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fbc53319-87a1-435d-bd3a-c4231a6af949 req-9dce1350-5558-433c-a33e-bd4cb47b5c8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 1098 time: 0.0380065 Sep 15 17:12:44.063873 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc53319-87a1-435d-bd3a-c4231a6af949 req-0b495500-41d0-40c8-836e-74407ebd06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:44.065315 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fbc53319-87a1-435d-bd3a-c4231a6af949 req-0b495500-41d0-40c8-836e-74407ebd06ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 913 time: 0.0844052 Sep 15 17:12:44.128003 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fbc53319-87a1-435d-bd3a-c4231a6af949 req-1d69cb8f-65aa-4de2-ba2f-2706cc77a844 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286b6ca8-ed22-4192-ae8a-5e68400db5f8 HTTP/1.1" status: 200 len: 1001 time: 0.0551994 Sep 15 17:12:44.176333 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc53319-87a1-435d-bd3a-c4231a6af949 req-17db00df-7522-4366-bc4f-050bef15ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:44.177657 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fbc53319-87a1-435d-bd3a-c4231a6af949 req-17db00df-7522-4366-bc4f-050bef15ba76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0415809 Sep 15 17:12:44.224752 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc53319-87a1-435d-bd3a-c4231a6af949 req-2a980ad6-f74d-487c-8734-1720d58e28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:44.226884 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fbc53319-87a1-435d-bd3a-c4231a6af949 req-2a980ad6-f74d-487c-8734-1720d58e28df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427091 Sep 15 17:12:44.316713 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fbc53319-87a1-435d-bd3a-c4231a6af949 req-411d124f-a0d2-4be6-b9ef-bf54feb8f09f service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803058 Sep 15 17:12:44.407097 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-fbc53319-87a1-435d-bd3a-c4231a6af949 req-bbad72db-45dd-4249-aeed-59c4e1f359e4 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825372 Sep 15 17:12:54.438369 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e3192e4-d501-4ab3-9018-46669e311960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.928482 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7403fb22-42c7-4c14-a4d1-885079f62a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:57.584076 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:58.548468 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:59.850138 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:01.640983 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:13:09.643805 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:24.438232 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3952e4f4-83bb-4358-a6ea-bd559f10bc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:26.927691 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4a1b249-6d5d-457e-974a-2d6b2afc1e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:27.576836 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:28.551747 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:29.852299 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:38.640359 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:13:39.647464 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:40.052911 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-3958676e-d4c9-4a26-97fe-2ca95bf4c9dc tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6355199&fields=id&tenant_id=280b0cb25b7749e3974fcc1cb20306f1 HTTP/1.1" status: 200 len: 267 time: 0.0327585 Sep 15 17:13:40.155993 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-f70af386-d323-496c-8e0c-c00ebf4fb1cd tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:40.157416 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-f70af386-d323-496c-8e0c-c00ebf4fb1cd tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 812 time: 0.0979714 Sep 15 17:13:40.172579 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-e9eff2e0-1539-4009-a0f9-0ae6068aac3f tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/quotas/280b0cb25b7749e3974fcc1cb20306f1 HTTP/1.1" status: 200 len: 375 time: 0.0095568 Sep 15 17:13:40.231668 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-96236869-eb4f-4050-adfe-c43a5af59025 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0540419 Sep 15 17:13:40.383877 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-e10a3aa1-867a-4e3c-aa97-893e2ece14f0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:13:40.385434 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-e10a3aa1-867a-4e3c-aa97-893e2ece14f0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1420305 Sep 15 17:13:40.472341 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-e6d1573c-b884-4019-b66a-f9a7497fd31f service neutron] 10.222.0.13 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807590 Sep 15 17:13:40.561411 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-0cd2ddb0-7557-434b-a19e-25d233726ae2 service neutron] 10.222.0.13 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833163 Sep 15 17:13:40.842390 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4ee2e008-18ca-4e48-977e-e2ae398513f9 req-0960aaa5-0886-412b-987a-259791c76224 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 210 time: 0.0269084 Sep 15 17:13:41.713461 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-d9dc1e1f-6d75-499a-9597-a3d8867036bd tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:41.715066 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-d9dc1e1f-6d75-499a-9597-a3d8867036bd tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 812 time: 0.1034114 Sep 15 17:13:41.761482 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b002f878-3feb-4dcf-946e-830d76a85cbb tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=280b0cb25b7749e3974fcc1cb20306f1 HTTP/1.1" status: 200 len: 377 time: 0.0347910 Sep 15 17:13:41.770597 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'port': {'device_id': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'admin_state_up': True, 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'security_groups': ['473e0c98-aa08-41f9-a0f3-cb20f8c00ac6']}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:41.881626 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Made reservation on behalf of 280b0cb25b7749e3974fcc1cb20306f1 for: {'port': 1} {{(pid=93881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:13:41.885687 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:42.023454 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-1b703e69-f6d7-4b65-b967-74bf69973bda req-e6159497-9553-4fea-a96e-147ae4d13e68 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 210 time: 0.0321691 Sep 15 17:13:42.046054 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Allocated IP 172.20.0.14 (4265ef94-cacc-435c-a2c6-338a15471ff2/280491ba-47e1-4cc6-b912-0b14109adc9e/c969612d-6bef-4ca2-82ba-856a03b05b26) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:13:42.185070 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:42.222381 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:42.264267 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Network 4265ef94-cacc-435c-a2c6-338a15471ff2 is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:13:42.267247 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:13:42.270739 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:13:42.279341 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'Port': ['ID=c969612d-6bef-4ca2-82ba-856a03b05b26,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:42.309435 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:42.309779 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:42.310116 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:42.310444 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:42.310769 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:42.311098 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:42.311416 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:42.311738 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:42.312060 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:42.312380 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:42.312695 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:42.313012 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:42.336292 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:42.336847 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:42.351810 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-89d693ef-10ca-465e-986c-27766ea30395 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5847166 Sep 15 17:13:42.364622 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Request body: {'port': {'device_id': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:42.423764 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:42.519377 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-0f46665e-9597-44f2-89be-e6cb2c9ac181 None None] Provisioning complete for port c969612d-6bef-4ca2-82ba-856a03b05b26 triggered by entity DHCP. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:42.520051 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f46665e-9597-44f2-89be-e6cb2c9ac181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:42.552348 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0f46665e-9597-44f2-89be-e6cb2c9ac181 None None] Port c969612d-6bef-4ca2-82ba-856a03b05b26 cannot update to ACTIVE because it is not bound. {{(pid=93882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:13:42.681828 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c969612d-6bef-4ca2-82ba-856a03b05b26 {{(pid=93881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:13:42.689640 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:42.702173 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Transition to ACTIVE for port object c969612d-6bef-4ca2-82ba-856a03b05b26 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:13:42.705667 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29058458'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:42.758313 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Pushing event updated for resources: {'Port': ['ID=c969612d-6bef-4ca2-82ba-856a03b05b26,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:42.833066 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Attempting to bind port c969612d-6bef-4ca2-82ba-856a03b05b26 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:13:42.833426 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Attempting to bind port c969612d-6bef-4ca2-82ba-856a03b05b26 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:13:42.833782 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Attempting to bind port c969612d-6bef-4ca2-82ba-856a03b05b26 on network 4265ef94-cacc-435c-a2c6-338a15471ff2 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:13:42.838370 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Port c969612d-6bef-4ca2-82ba-856a03b05b26 on network 4265ef94-cacc-435c-a2c6-338a15471ff2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:13:42.838688 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Attempting to bind port c969612d-6bef-4ca2-82ba-856a03b05b26 on network 4265ef94-cacc-435c-a2c6-338a15471ff2 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:13:42.843535 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Checking agent: {'id': '3052f98b-1a5c-4b8b-a1a2-a966d3f56761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'started_at': datetime.datetime(2021, 9, 15, 16, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:13:42.843872 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Checking segment: {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:13:42.844248 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Bound using segment: {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:13:42.844671 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Bound port: c969612d-6bef-4ca2-82ba-856a03b05b26, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59634457-a42e-4276-8689-a641a521cef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:13:42.845026 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:42.908897 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] For port c969612d-6bef-4ca2-82ba-856a03b05b26, host hv-cinder-79680, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:13:42.911845 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] For port c969612d-6bef-4ca2-82ba-856a03b05b26, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c969612d-6bef-4ca2-82ba-856a03b05b26,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:13:42.917785 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29058458'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:42.950677 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:42.951289 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:42.952680 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] 10.222.0.61 "PUT /v2.0/ports/c969612d-6bef-4ca2-82ba-856a03b05b26 HTTP/1.1" status: 200 len: 1094 time: 0.5922880 Sep 15 17:13:42.953118 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'tag': 'c969612d-6bef-4ca2-82ba-856a03b05b26'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:42.955338 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da638e47-0542-49f4-8620-b69d74e3b11f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5fe985-bc32-4c35-b79f-f128c5a92f43", "tag": "c969612d-6bef-4ca2-82ba-856a03b05b26"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:42.990681 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb8260-f0ca-4a6d-954c-85f25e499307 service neutron] Pushing event updated for resources: {'Port': ['ID=c969612d-6bef-4ca2-82ba-856a03b05b26,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:43.004365 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98396f4f-292e-4cf5-8962-bb07a6cba32d x-openstack-request-id: req-98396f4f-292e-4cf5-8962-bb07a6cba32d {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:43.004656 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5fe985-bc32-4c35-b79f-f128c5a92f43", "tag": "c969612d-6bef-4ca2-82ba-856a03b05b26", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:43.004940 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98396f4f-292e-4cf5-8962-bb07a6cba32d {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:43.005403 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'tag': 'c969612d-6bef-4ca2-82ba-856a03b05b26', 'status': 'completed', 'code': 200} Sep 15 17:13:43.034961 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-69856446-88a2-4440-b4d7-ac3215d21553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:43.036654 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-69856446-88a2-4440-b4d7-ac3215d21553 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 1097 time: 0.0427513 Sep 15 17:13:43.086490 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-aa61727c-ec57-464d-ae7c-dcc5a6f5e581 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c969612d-6bef-4ca2-82ba-856a03b05b26 HTTP/1.1" status: 200 len: 217 time: 0.0417378 Sep 15 17:13:43.162421 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-082c75b9-eaf8-4ce7-b144-156e500630a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:43.163870 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-082c75b9-eaf8-4ce7-b144-156e500630a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0704823 Sep 15 17:13:43.185467 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f5248-5853-4176-a62d-e80156f3d6d9 req-ac3ffaea-54ae-474b-b17e-2c2745d1d7db tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:43.186839 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f42f5248-5853-4176-a62d-e80156f3d6d9 req-ac3ffaea-54ae-474b-b17e-2c2745d1d7db tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 944 time: 0.0847459 Sep 15 17:13:43.247131 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-a51570fc-f839-43c3-a303-323775c2e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:43.248569 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-a51570fc-f839-43c3-a303-323775c2e87e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767596 Sep 15 17:13:43.253473 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f42f5248-5853-4176-a62d-e80156f3d6d9 req-1c239ef4-cd09-4681-9dc1-3d895719fde4 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0479522 Sep 15 17:13:43.338650 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-e1769733-7efe-4017-893f-628f7e7fe15f service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825105 Sep 15 17:13:43.691182 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-7a4c1188-9036-4a77-ac99-1f2f342a0b46 req-f8299f70-6e7d-4ac4-8af7-58feb7ae5888 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453207 Sep 15 17:13:43.773307 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da638e47-0542-49f4-8620-b69d74e3b11f req-1a821092-fcf0-48f3-bdd7-6f88ee210c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:43.774779 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-da638e47-0542-49f4-8620-b69d74e3b11f req-1a821092-fcf0-48f3-bdd7-6f88ee210c85 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 1097 time: 0.0400372 Sep 15 17:13:43.866385 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da638e47-0542-49f4-8620-b69d74e3b11f req-b9e4a0a6-1ed7-4559-9502-246108a740e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:43.867754 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-da638e47-0542-49f4-8620-b69d74e3b11f req-b9e4a0a6-1ed7-4559-9502-246108a740e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 913 time: 0.0860722 Sep 15 17:13:43.874519 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a38f5f2e-4a78-4bc4-9b16-4105f2e5ace2 req-7a543eb7-7cdc-4a0d-9296-c3a59e59ad3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427635 Sep 15 17:13:43.909661 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-da638e47-0542-49f4-8620-b69d74e3b11f req-09f7e17b-f634-4891-ab74-3c4899f1bd0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c969612d-6bef-4ca2-82ba-856a03b05b26 HTTP/1.1" status: 200 len: 217 time: 0.0342660 Sep 15 17:13:43.960662 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f5f2e-4a78-4bc4-9b16-4105f2e5ace2 req-bf63b2ea-de06-48fe-9617-6d2aed8e6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:43.962232 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a38f5f2e-4a78-4bc4-9b16-4105f2e5ace2 req-bf63b2ea-de06-48fe-9617-6d2aed8e6853 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 1098 time: 0.0400798 Sep 15 17:13:43.965194 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da638e47-0542-49f4-8620-b69d74e3b11f req-ed4a9a09-dbda-4d2b-95e4-73237bcf0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:43.966700 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-da638e47-0542-49f4-8620-b69d74e3b11f req-ed4a9a09-dbda-4d2b-95e4-73237bcf0f23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0446410 Sep 15 17:13:44.012055 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da638e47-0542-49f4-8620-b69d74e3b11f req-11311d57-62a8-49d5-95d3-2985a7f59dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:44.013591 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-da638e47-0542-49f4-8620-b69d74e3b11f req-11311d57-62a8-49d5-95d3-2985a7f59dbe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397329 Sep 15 17:13:44.067157 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f5f2e-4a78-4bc4-9b16-4105f2e5ace2 req-f71c089b-3a14-434b-a562-196dabada61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:44.068623 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a38f5f2e-4a78-4bc4-9b16-4105f2e5ace2 req-f71c089b-3a14-434b-a562-196dabada61d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 913 time: 0.0874786 Sep 15 17:13:44.108499 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-da638e47-0542-49f4-8620-b69d74e3b11f req-f371160f-4927-4896-b93a-4ebe2f866bed service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858340 Sep 15 17:13:44.138826 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a38f5f2e-4a78-4bc4-9b16-4105f2e5ace2 req-efbd2d7f-3ebb-47fd-9234-443b58c8e732 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286b6ca8-ed22-4192-ae8a-5e68400db5f8 HTTP/1.1" status: 200 len: 1001 time: 0.0594552 Sep 15 17:13:44.191529 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f5f2e-4a78-4bc4-9b16-4105f2e5ace2 req-a122d364-48df-4d4d-affe-e91dae406d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:44.192988 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a38f5f2e-4a78-4bc4-9b16-4105f2e5ace2 req-a122d364-48df-4d4d-affe-e91dae406d97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0436811 Sep 15 17:13:44.203930 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-da638e47-0542-49f4-8620-b69d74e3b11f req-1b9c9140-821d-4acf-8855-95fb839dd02a service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851245 Sep 15 17:13:44.246178 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f5f2e-4a78-4bc4-9b16-4105f2e5ace2 req-9ee3f371-cd06-440e-81b0-8bcfa4624092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:44.247663 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a38f5f2e-4a78-4bc4-9b16-4105f2e5ace2 req-9ee3f371-cd06-440e-81b0-8bcfa4624092 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446651 Sep 15 17:13:44.360757 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a38f5f2e-4a78-4bc4-9b16-4105f2e5ace2 req-bc0cb76a-16ec-4850-aba7-cf3b9ca815b0 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055963 Sep 15 17:13:44.387076 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2aabb-c01e-44d5-993d-02194378af6a req-2765ae82-1b55-4530-b99d-491b3242baae tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:44.388503 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eeb2aabb-c01e-44d5-993d-02194378af6a req-2765ae82-1b55-4530-b99d-491b3242baae tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 944 time: 0.0654936 Sep 15 17:13:44.472837 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-eeb2aabb-c01e-44d5-993d-02194378af6a req-987ae68b-00b1-490a-8e2d-4b32d9ed4d8d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0714655 Sep 15 17:13:44.489471 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-a38f5f2e-4a78-4bc4-9b16-4105f2e5ace2 req-7712208c-01b6-465e-9173-db7dc644efd1 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184015 Sep 15 17:13:45.584490 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38144461-fa2a-40db-9e4d-44da59c057bd req-64b2067f-5c9c-4399-b0d3-cac608de6e31 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:45.585999 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-38144461-fa2a-40db-9e4d-44da59c057bd req-64b2067f-5c9c-4399-b0d3-cac608de6e31 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 944 time: 0.0485783 Sep 15 17:13:45.623903 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-38144461-fa2a-40db-9e4d-44da59c057bd req-e61c3d27-68fd-43e9-a234-88bb8a1e404f tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319028 Sep 15 17:13:46.735013 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46993a61-d455-4dd7-a975-65abebd80e53 req-701c2446-6d7d-4711-8753-670c6cae974a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:46.736472 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46993a61-d455-4dd7-a975-65abebd80e53 req-701c2446-6d7d-4711-8753-670c6cae974a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 944 time: 0.0479226 Sep 15 17:13:46.773465 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-46993a61-d455-4dd7-a975-65abebd80e53 req-b1ad7b17-7f10-4046-a486-916f8018e153 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311894 Sep 15 17:13:47.885827 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648a872-be3e-4c27-afed-0984b280a203 req-d507f2f6-5e7d-48c3-99b8-ec2fe4682795 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:47.887208 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f648a872-be3e-4c27-afed-0984b280a203 req-d507f2f6-5e7d-48c3-99b8-ec2fe4682795 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 944 time: 0.0477557 Sep 15 17:13:47.927484 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-f648a872-be3e-4c27-afed-0984b280a203 req-1e2706be-afb0-4ff5-bd6d-c3fd52129c88 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345173 Sep 15 17:13:49.048848 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bcf9c-7e1d-4268-aec9-5d02cf396d13 req-29a838fd-5bff-4ecd-abf8-8d8090e0ac2d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:49.050361 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-524bcf9c-7e1d-4268-aec9-5d02cf396d13 req-29a838fd-5bff-4ecd-abf8-8d8090e0ac2d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 944 time: 0.0522132 Sep 15 17:13:49.086326 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-524bcf9c-7e1d-4268-aec9-5d02cf396d13 req-2a5b1ffc-4bf4-488c-9124-bc7a9eefd822 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0302386 Sep 15 17:13:50.203261 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d68352-de5e-4966-b4c8-21100565f39e req-b440b981-20f3-4ea1-88a0-c8c75eeba447 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:50.204713 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-38d68352-de5e-4966-b4c8-21100565f39e req-b440b981-20f3-4ea1-88a0-c8c75eeba447 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 944 time: 0.0507598 Sep 15 17:13:50.241250 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-38d68352-de5e-4966-b4c8-21100565f39e req-a9a1fab9-ca00-4f57-9233-da29c1a63802 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307035 Sep 15 17:13:51.371408 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ae4e8-759a-47f7-bbb5-8f3c91451ee1 req-3e4c60bc-2e52-470f-94b4-5d2b82b4df5d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:51.372809 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9a7ae4e8-759a-47f7-bbb5-8f3c91451ee1 req-3e4c60bc-2e52-470f-94b4-5d2b82b4df5d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 944 time: 0.0589604 Sep 15 17:13:51.409300 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-9a7ae4e8-759a-47f7-bbb5-8f3c91451ee1 req-c0f99f96-7363-4f05-a4dd-43baad153750 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305877 Sep 15 17:13:51.467597 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device c969612d-6bef-4ca2-82ba-856a03b05b26 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:13:51.561252 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port c969612d-6bef-4ca2-82ba-856a03b05b26, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c969612d-6bef-4ca2-82ba-856a03b05b26,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:51.572547 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Returning: {'device': 'c969612d-6bef-4ca2-82ba-856a03b05b26', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'port_id': 'c969612d-6bef-4ca2-82ba-856a03b05b26', 'mac_address': 'fa:16:3e:2b:93:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:13:51.607954 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.620919 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c969612d-6bef-4ca2-82ba-856a03b05b26 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:13:51.639125 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port c969612d-6bef-4ca2-82ba-856a03b05b26, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c969612d-6bef-4ca2-82ba-856a03b05b26,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:51.642734 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.691241 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=c969612d-6bef-4ca2-82ba-856a03b05b26,revision_number=4']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:51.698125 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.698468 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.698803 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.699131 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.699455 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.699776 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.700094 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.700409 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.700750 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.701070 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.701408 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.701721 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.903092 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] get_ports_and_sgs() called for port_ids ['c969612d-6bef-4ca2-82ba-856a03b05b26'] {{(pid=93882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:13:52.520723 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34be874-d021-4d2f-82d4-16a32dda401f req-fa117af0-df9a-4111-aca5-990e7da36a06 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:52.522221 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d34be874-d021-4d2f-82d4-16a32dda401f req-fa117af0-df9a-4111-aca5-990e7da36a06 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 945 time: 0.0481920 Sep 15 17:13:52.559704 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-d34be874-d021-4d2f-82d4-16a32dda401f req-e88d46a6-f4f4-4225-a3a0-4c435f6e6db9 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308640 Sep 15 17:13:53.483999 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device c969612d-6bef-4ca2-82ba-856a03b05b26 up at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:13:53.531516 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning for port c969612d-6bef-4ca2-82ba-856a03b05b26 completed by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:13:53.535083 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Provisioning complete for port c969612d-6bef-4ca2-82ba-856a03b05b26 triggered by entity L2. {{(pid=93882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:53.535445 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723241'] for port, provisioning_complete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:53.614367 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:53.638204 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c969612d-6bef-4ca2-82ba-856a03b05b26'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:53.640468 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88909efa02a7c2f0eb8b85fdc7bbdd09800ecb476162a814b83895b57d113d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682ce379-ab88-4a4d-9cd9-a4b84bd8c915" -d '{"events": [{"server_uuid": "1f5fe985-bc32-4c35-b79f-f128c5a92f43", "name": "network-vif-plugged", "status": "completed", "tag": "c969612d-6bef-4ca2-82ba-856a03b05b26"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:53.653134 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] For port c969612d-6bef-4ca2-82ba-856a03b05b26, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c969612d-6bef-4ca2-82ba-856a03b05b26,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:53.660739 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:53.674317 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f1845-6d9d-425f-9b50-ba4c3b7c6ebf req-ac80f026-8764-4498-8fc1-0b1a2694be5a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:53.675851 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee5f1845-6d9d-425f-9b50-ba4c3b7c6ebf req-ac80f026-8764-4498-8fc1-0b1a2694be5a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 945 time: 0.0510240 Sep 15 17:13:53.685035 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e71c705-c8ce-4525-8b48-8c985ae83cb4 x-openstack-request-id: req-5e71c705-c8ce-4525-8b48-8c985ae83cb4 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:53.685422 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5fe985-bc32-4c35-b79f-f128c5a92f43", "name": "network-vif-plugged", "status": "completed", "tag": "c969612d-6bef-4ca2-82ba-856a03b05b26", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:53.685627 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e71c705-c8ce-4525-8b48-8c985ae83cb4 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:53.685988 dv-cinder-796806-2-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c969612d-6bef-4ca2-82ba-856a03b05b26', 'code': 200} Sep 15 17:13:53.712237 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Pushing event updated for resources: {'Port': ['ID=c969612d-6bef-4ca2-82ba-856a03b05b26,revision_number=5']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:53.714227 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-ee5f1845-6d9d-425f-9b50-ba4c3b7c6ebf req-0cb01730-4acd-4ea0-b65b-9df049f5c280 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319080 Sep 15 17:13:53.890879 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ee486-e869-4bb2-b20a-67f15ab9364d req-32dacf0e-7a61-45bb-a6ab-c451e3e717d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:53.892344 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-704ee486-e869-4bb2-b20a-67f15ab9364d req-32dacf0e-7a61-45bb-a6ab-c451e3e717d4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 1099 time: 0.0425954 Sep 15 17:13:53.925498 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-704ee486-e869-4bb2-b20a-67f15ab9364d req-3e952a05-b056-4851-9e0e-32647fe44d77 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0265296 Sep 15 17:13:54.439536 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2317fb31-210e-4474-a5fd-c10c55cecdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:54.840706 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa51daa-fda8-4f13-b930-1a71f3b39311 req-5729b067-e52c-4a1a-b82b-519bec920155 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:54.842189 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6fa51daa-fda8-4f13-b930-1a71f3b39311 req-5729b067-e52c-4a1a-b82b-519bec920155 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 946 time: 0.0579960 Sep 15 17:13:54.879556 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-6fa51daa-fda8-4f13-b930-1a71f3b39311 req-54d43f1e-3e62-45b9-b6a6-9ae8d6bcb2b7 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314574 Sep 15 17:13:55.997650 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd34e2-39c4-4580-ab65-ae663a4d84b4 req-ce3f93c2-40c4-434a-b4ff-c855043abcba tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:55.999077 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80bd34e2-39c4-4580-ab65-ae663a4d84b4 req-ce3f93c2-40c4-434a-b4ff-c855043abcba tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 946 time: 0.0482445 Sep 15 17:13:56.034736 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-80bd34e2-39c4-4580-ab65-ae663a4d84b4 req-4a45aae8-14f3-463c-a8e2-d8a05a60723e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0298905 Sep 15 17:13:56.149075 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b87ed3-684e-46ab-b02b-3db7b94afa2d req-d2e4d0d9-1cc5-4835-ba41-7902b8b98de3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:56.150618 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-26b87ed3-684e-46ab-b02b-3db7b94afa2d req-d2e4d0d9-1cc5-4835-ba41-7902b8b98de3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 946 time: 0.0521441 Sep 15 17:13:56.188228 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-26b87ed3-684e-46ab-b02b-3db7b94afa2d req-002572fa-7169-4ddd-9537-9b0df254fd23 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316226 Sep 15 17:13:56.209209 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42360) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:56.248309 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b464abd-b519-474b-b66c-cb5d818c7bd0 tempest-TestVolumeBootPattern-811500860 tempest-TestVolumeBootPattern-811500860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:56.249834 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-3b464abd-b519-474b-b66c-cb5d818c7bd0 tempest-TestVolumeBootPattern-811500860 tempest-TestVolumeBootPattern-811500860-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 1094 time: 0.0396326 Sep 15 17:13:56.252570 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42362) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:56.256732 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.v2.base [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Request body: {'floatingip': {'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'port_id': 'c969612d-6bef-4ca2-82ba-856a03b05b26', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:56.278762 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:56.376986 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:56.479630 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.db_base_plugin_common [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Allocated IP 172.27.0.73 (0a12a79d-29f1-4548-82a1-b61425661d5c/ee5f3174-3c05-4317-8f14-a003a5008ddd/610da2e8-e661-4447-b327-48042fc0dabd) {{(pid=93881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:13:56.583109 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for port, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:56.615757 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773462544842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29058435'] for port, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:56.653926 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Network 0a12a79d-29f1-4548-82a1-b61425661d5c is already hosted by enough agents. {{(pid=93881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:13:56.656729 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.base_scheduler [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Resources bound (agent type, host, resource id): {{(pid=93881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:13:56.660830 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Received port after_create {{(pid=93881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:13:56.688933 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'Port': ['ID=610da2e8-e661-4447-b327-48042fc0dabd,revision_number=1']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:56.929109 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3d1853d5-91ec-46de-9a38-e5a4d64153cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:57.017894 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:57.082312 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666597'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:57.227107 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:57.231765 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773463063821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773462544860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773462544878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29058458'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:57.301135 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event updated for resources: {'Port': ['ID=610da2e8-e661-4447-b327-48042fc0dabd,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:57.311003 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691787'] for floatingip, after_create {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:57.408508 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.db.l3_db [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Floating IP 4b58bafc-b0bd-4a00-87f2-4fee61486138 associated. External IP: 172.27.0.73, port: c969612d-6bef-4ca2-82ba-856a03b05b26. Sep 15 17:13:57.582169 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:57.608161 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Router c3eec441-3e38-43ac-b756-2f37007b5f3b has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:13:57.713417 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:13:57.722749 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf6bc4-311b-4481-a2c5-1663dd39777e None None] Sync routers for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:13:57.728184 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:57.734150 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf6bc4-311b-4481-a2c5-1663dd39777e None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:57.735114 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-39cf6bc4-311b-4481-a2c5-1663dd39777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:13:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:57.760019 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-da6a29aa-92a3-4bb4-b3c9-8c959771e498 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5059640 Sep 15 17:13:57.760566 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'tag': 'c969612d-6bef-4ca2-82ba-856a03b05b26'}] {{(pid=93881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:57.762791 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4286a5f89b0890a7b346dec4b0466bb33c8094673f2baae7a9e75d705201a68b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d715b0-eee7-424c-9ffc-b24bacdf5b38" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5fe985-bc32-4c35-b79f-f128c5a92f43", "tag": "c969612d-6bef-4ca2-82ba-856a03b05b26"}]}' {{(pid=93881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:57.799257 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac55cfd3-831b-4276-a531-f1caf34f26c9 x-openstack-request-id: req-ac55cfd3-831b-4276-a531-f1caf34f26c9 {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:57.799565 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5fe985-bc32-4c35-b79f-f128c5a92f43", "tag": "c969612d-6bef-4ca2-82ba-856a03b05b26", "status": "completed", "code": 200}]} {{(pid=93881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:57.799811 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac55cfd3-831b-4276-a531-f1caf34f26c9 {{(pid=93881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:57.800226 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'tag': 'c969612d-6bef-4ca2-82ba-856a03b05b26', 'status': 'completed', 'code': 200} Sep 15 17:13:57.842100 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-39cf6bc4-311b-4481-a2c5-1663dd39777e None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:57.862077 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d715b0-eee7-424c-9ffc-b24bacdf5b38 req-bb5d7ba0-5e57-465d-959b-71f67030a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:57.863580 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77d715b0-eee7-424c-9ffc-b24bacdf5b38 req-bb5d7ba0-5e57-465d-959b-71f67030a3c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 1099 time: 0.0402937 Sep 15 17:13:57.954387 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d715b0-eee7-424c-9ffc-b24bacdf5b38 req-73f9a86a-3c37-468f-8046-247fff9f1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:57.955855 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77d715b0-eee7-424c-9ffc-b24bacdf5b38 req-73f9a86a-3c37-468f-8046-247fff9f1877 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 913 time: 0.0856540 Sep 15 17:13:58.020126 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77d715b0-eee7-424c-9ffc-b24bacdf5b38 req-21138e83-7e13-4a15-b51d-2f00e6a5dbbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c969612d-6bef-4ca2-82ba-856a03b05b26 HTTP/1.1" status: 200 len: 999 time: 0.0562911 Sep 15 17:13:58.063940 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-39cf6bc4-311b-4481-a2c5-1663dd39777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '4b58bafc-b0bd-4a00-87f2-4fee61486138', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': 'c969612d-6bef-4ca2-82ba-856a03b05b26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:2b:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:56Z', 'updated_at': '2021-09-15T17:13:56Z', 'revision_number': 0, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}, {'id': '741cd0c8-55a4-465f-9c04-2fd0fb5d1811', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:dd:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:11:52Z', 'updated_at': '2021-09-15T17:11:54Z', 'revision_number': 1, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:58.073451 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d715b0-eee7-424c-9ffc-b24bacdf5b38 req-40562e26-68fb-41d0-bf11-1c2a203daeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:58.074921 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77d715b0-eee7-424c-9ffc-b24bacdf5b38 req-40562e26-68fb-41d0-bf11-1c2a203daeda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0474291 Sep 15 17:13:58.089917 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf6bc4-311b-4481-a2c5-1663dd39777e None None] Checking router: c3eec441-3e38-43ac-b756-2f37007b5f3b for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:13:58.098154 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf6bc4-311b-4481-a2c5-1663dd39777e None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:58.098687 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-39cf6bc4-311b-4481-a2c5-1663dd39777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:13:57Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:58.121716 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d715b0-eee7-424c-9ffc-b24bacdf5b38 req-c5558ac7-e6b0-4e00-8e4f-24901a8cdb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:58.123233 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77d715b0-eee7-424c-9ffc-b24bacdf5b38 req-c5558ac7-e6b0-4e00-8e4f-24901a8cdb46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413578 Sep 15 17:13:58.205757 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-39cf6bc4-311b-4481-a2c5-1663dd39777e None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:58.210565 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77d715b0-eee7-424c-9ffc-b24bacdf5b38 req-b5064eb9-f1ec-465f-bedf-516d9b5d0c2c service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802333 Sep 15 17:13:58.302608 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-77d715b0-eee7-424c-9ffc-b24bacdf5b38 req-5fdeb0dc-9c6d-4209-8a01-185c8c4ca598 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848758 Sep 15 17:13:58.424100 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-39cf6bc4-311b-4481-a2c5-1663dd39777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '4b58bafc-b0bd-4a00-87f2-4fee61486138', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': 'c969612d-6bef-4ca2-82ba-856a03b05b26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:2b:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:56Z', 'updated_at': '2021-09-15T17:13:56Z', 'revision_number': 0, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}, {'id': '741cd0c8-55a4-465f-9c04-2fd0fb5d1811', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:dd:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:11:52Z', 'updated_at': '2021-09-15T17:11:54Z', 'revision_number': 1, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:58.574957 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf6bc4-311b-4481-a2c5-1663dd39777e None None] The sync data for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi is: [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '4b58bafc-b0bd-4a00-87f2-4fee61486138', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': 'c969612d-6bef-4ca2-82ba-856a03b05b26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:2b:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:56Z', 'updated_at': '2021-09-15T17:13:56Z', 'revision_number': 0, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}, {'id': '741cd0c8-55a4-465f-9c04-2fd0fb5d1811', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:dd:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:11:52Z', 'updated_at': '2021-09-15T17:11:54Z', 'revision_number': 1, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:13:58.586253 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:58.750628 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d849e6-5a32-4189-82e3-66c22d07b4d7 None None] New status for floating IP 4b58bafc-b0bd-4a00-87f2-4fee61486138: ACTIVE {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:13:59.855095 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:09.649082 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:15.639052 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:14:24.438401 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8150c746-0d9d-4ebc-a541-f200667875b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:26.930564 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bda102e-e459-4d7f-9d51-d68d0054b867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:27.583136 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:28.555602 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:29.858012 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:39.652683 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:43.873052 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5f6c7640-4494-40d6-959f-817baf0f0f1f req-61e24834-6467-469b-930c-ab531f7abaea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384302 Sep 15 17:14:43.995989 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c7640-4494-40d6-959f-817baf0f0f1f req-61db5d63-afa4-4039-8437-46a41fd3b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:43.997489 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5f6c7640-4494-40d6-959f-817baf0f0f1f req-61db5d63-afa4-4039-8437-46a41fd3b8e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 1098 time: 0.0434613 Sep 15 17:14:44.096723 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c7640-4494-40d6-959f-817baf0f0f1f req-572b3ec2-da76-4967-bd6c-c50eadec7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:44.098195 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5f6c7640-4494-40d6-959f-817baf0f0f1f req-572b3ec2-da76-4967-bd6c-c50eadec7ec9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 913 time: 0.0817306 Sep 15 17:14:44.166970 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5f6c7640-4494-40d6-959f-817baf0f0f1f req-6c3ed81e-d505-4ca0-a3a1-fd651b68f0a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286b6ca8-ed22-4192-ae8a-5e68400db5f8 HTTP/1.1" status: 200 len: 1001 time: 0.0601177 Sep 15 17:14:44.214265 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c7640-4494-40d6-959f-817baf0f0f1f req-19b4cfd8-f04b-4201-b034-ffbacd06a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:44.215636 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5f6c7640-4494-40d6-959f-817baf0f0f1f req-19b4cfd8-f04b-4201-b034-ffbacd06a7cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0412672 Sep 15 17:14:44.263977 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c7640-4494-40d6-959f-817baf0f0f1f req-6452672f-6e58-45f0-92a4-95969b2452cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:44.265526 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5f6c7640-4494-40d6-959f-817baf0f0f1f req-6452672f-6e58-45f0-92a4-95969b2452cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422156 Sep 15 17:14:44.357767 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5f6c7640-4494-40d6-959f-817baf0f0f1f req-ba25f606-bd7c-4ffc-97d7-f521c21d8c23 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854836 Sep 15 17:14:44.445183 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-5f6c7640-4494-40d6-959f-817baf0f0f1f req-3795c893-de70-4082-b53c-593d2ba7d41a service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796533 Sep 15 17:14:52.638142 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:14:54.438887 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9005aa5-6d6a-497d-9f42-3376f359c205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:56.932017 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-215bc82f-908b-4cc9-b82f-01a429975d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:57.584358 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:58.558363 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:59.860043 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:09.683867 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:24.438945 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b66c3efd-213a-45c4-9152-1595a345da75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:25.903884 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42392) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:26.056598 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Deleting port 610da2e8-e661-4447-b327-48042fc0dabd {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:26.056932 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:26.129900 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:26.130226 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:26.141736 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Calling delete_port for 610da2e8-e661-4447-b327-48042fc0dabd owned by network:floatingip {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:26.289710 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:26.315397 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event deleted for resources: {'Port': ['ID=610da2e8-e661-4447-b327-48042fc0dabd,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:26.339914 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:26.340835 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:26.341416 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:26.341750 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:26.342080 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:26.342410 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:26.342739 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:26.343065 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:26.343389 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:26.343708 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:26.344026 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:26.344347 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:26.387997 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:26.388327 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Floating IP 4b58bafc-b0bd-4a00-87f2-4fee61486138 disassociated (deleted). External IP: 172.27.0.73, port: c969612d-6bef-4ca2-82ba-856a03b05b26. Sep 15 17:15:26.852251 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Router c3eec441-3e38-43ac-b756-2f37007b5f3b has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:15:26.931398 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff6b0-7b26-4ae3-9cdc-2089f2d14f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:26.958023 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:15:26.962313 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:26.967767 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50321e-f255-410a-9161-cb3060505abd None None] Sync routers for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:15:26.976340 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50321e-f255-410a-9161-cb3060505abd None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:26.976944 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-3f50321e-f255-410a-9161-cb3060505abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:15:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:26.991905 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-e87e00fe-43bf-4ced-bef9-f91a0a63b89b tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "DELETE /v2.0/floatingips/4b58bafc-b0bd-4a00-87f2-4fee61486138 HTTP/1.1" status: 204 len: 168 time: 1.0870364 Sep 15 17:15:26.992583 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'tag': 'c969612d-6bef-4ca2-82ba-856a03b05b26'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:15:26.994942 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b77de2-cceb-41c9-8de1-13d7dbef16f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5fe985-bc32-4c35-b79f-f128c5a92f43", "tag": "c969612d-6bef-4ca2-82ba-856a03b05b26"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:15:27.093448 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-3f50321e-f255-410a-9161-cb3060505abd None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:27.129563 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4164b069-40da-4a01-9e57-31999c2af349 x-openstack-request-id: req-4164b069-40da-4a01-9e57-31999c2af349 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:15:27.129851 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5fe985-bc32-4c35-b79f-f128c5a92f43", "tag": "c969612d-6bef-4ca2-82ba-856a03b05b26", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:15:27.130100 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4164b069-40da-4a01-9e57-31999c2af349 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:15:27.130520 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'tag': 'c969612d-6bef-4ca2-82ba-856a03b05b26', 'status': 'completed', 'code': 200} Sep 15 17:15:27.191250 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b77de2-cceb-41c9-8de1-13d7dbef16f8 req-ff8d5d34-d048-428a-a6f1-5b0e4a0c3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:27.193046 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96b77de2-cceb-41c9-8de1-13d7dbef16f8 req-ff8d5d34-d048-428a-a6f1-5b0e4a0c3431 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 1099 time: 0.0450928 Sep 15 17:15:27.229023 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e516a0-d55a-40da-b6f8-24fc9383615f req-79605693-2d0d-4354-83a8-6423971d337d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:27.231156 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-13e516a0-d55a-40da-b6f8-24fc9383615f req-79605693-2d0d-4354-83a8-6423971d337d tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 946 time: 0.0538986 Sep 15 17:15:27.270418 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-13e516a0-d55a-40da-b6f8-24fc9383615f req-ebb467c7-e180-42eb-89e1-4197830b723c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329523 Sep 15 17:15:27.291751 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b77de2-cceb-41c9-8de1-13d7dbef16f8 req-830c2fe7-1390-410f-b555-e1867fdc9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:27.293959 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96b77de2-cceb-41c9-8de1-13d7dbef16f8 req-830c2fe7-1390-410f-b555-e1867fdc9219 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 913 time: 0.0924919 Sep 15 17:15:27.339760 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96b77de2-cceb-41c9-8de1-13d7dbef16f8 req-cc84d1a6-c6f5-4ff8-9312-228fa29f3206 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c969612d-6bef-4ca2-82ba-856a03b05b26 HTTP/1.1" status: 200 len: 217 time: 0.0375347 Sep 15 17:15:27.342515 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-3f50321e-f255-410a-9161-cb3060505abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '741cd0c8-55a4-465f-9c04-2fd0fb5d1811', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:dd:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:11:52Z', 'updated_at': '2021-09-15T17:11:54Z', 'revision_number': 1, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:27.368982 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50321e-f255-410a-9161-cb3060505abd None None] Checking router: c3eec441-3e38-43ac-b756-2f37007b5f3b for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:15:27.377906 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50321e-f255-410a-9161-cb3060505abd None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:27.378514 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-3f50321e-f255-410a-9161-cb3060505abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:15:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:27.389081 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b77de2-cceb-41c9-8de1-13d7dbef16f8 req-eab809ca-72bb-44e3-ab21-3be0605b73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:27.390688 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96b77de2-cceb-41c9-8de1-13d7dbef16f8 req-eab809ca-72bb-44e3-ab21-3be0605b73a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0439365 Sep 15 17:15:27.438147 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b77de2-cceb-41c9-8de1-13d7dbef16f8 req-1606ce5b-f0a2-47cb-9a99-2069c821d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:27.439732 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96b77de2-cceb-41c9-8de1-13d7dbef16f8 req-1606ce5b-f0a2-47cb-9a99-2069c821d05c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403557 Sep 15 17:15:27.482100 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-3f50321e-f255-410a-9161-cb3060505abd None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:27.536307 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96b77de2-cceb-41c9-8de1-13d7dbef16f8 req-af28db46-23fb-4bd4-ab71-7f4746ed47fc service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882323 Sep 15 17:15:27.604882 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.631755 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-96b77de2-cceb-41c9-8de1-13d7dbef16f8 req-16bd22cf-cf1c-4c89-a221-005ef60e8a74 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865676 Sep 15 17:15:27.720725 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-3f50321e-f255-410a-9161-cb3060505abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '741cd0c8-55a4-465f-9c04-2fd0fb5d1811', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:dd:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:11:52Z', 'updated_at': '2021-09-15T17:11:54Z', 'revision_number': 1, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:27.746905 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50321e-f255-410a-9161-cb3060505abd None None] The sync data for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi is: [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_floatingips': [{'id': '741cd0c8-55a4-465f-9c04-2fd0fb5d1811', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'router_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'port_id': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'mac_address': 'fa:16:3e:dd:77:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:11:52Z', 'updated_at': '2021-09-15T17:11:54Z', 'revision_number': 1, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:15:27.955732 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d433b829-5287-487a-ab7c-6262edccc78e None None] New status for floating IP 4b58bafc-b0bd-4a00-87f2-4fee61486138: DOWN {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:15:28.402077 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca4477-a886-4c9b-82ac-50273f5347a2 req-541e542d-8313-4988-a0a4-218a632c9d2e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:28.403525 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-abca4477-a886-4c9b-82ac-50273f5347a2 req-541e542d-8313-4988-a0a4-218a632c9d2e tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 946 time: 0.0534160 Sep 15 17:15:28.441456 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-abca4477-a886-4c9b-82ac-50273f5347a2 req-c4335593-a76e-4d5d-bddf-6f9330c8dc3c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315831 Sep 15 17:15:28.561591 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:28.746280 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23906850-eedf-4a59-b846-58676aed0a9f req-e2575f7d-0e12-4308-977e-1c84ccc053b9 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:28.747768 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23906850-eedf-4a59-b846-58676aed0a9f req-e2575f7d-0e12-4308-977e-1c84ccc053b9 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 946 time: 0.0478466 Sep 15 17:15:28.838449 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-23906850-eedf-4a59-b846-58676aed0a9f req-100d6cc4-d1ec-4f48-9d5b-07a3a44121d3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Deleting port c969612d-6bef-4ca2-82ba-856a03b05b26 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:28.838687 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23906850-eedf-4a59-b846-58676aed0a9f req-100d6cc4-d1ec-4f48-9d5b-07a3a44121d3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:28.923750 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-23906850-eedf-4a59-b846-58676aed0a9f req-100d6cc4-d1ec-4f48-9d5b-07a3a44121d3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] For port c969612d-6bef-4ca2-82ba-856a03b05b26, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c969612d-6bef-4ca2-82ba-856a03b05b26,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:28.924108 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23906850-eedf-4a59-b846-58676aed0a9f req-100d6cc4-d1ec-4f48-9d5b-07a3a44121d3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:28.936807 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-23906850-eedf-4a59-b846-58676aed0a9f req-100d6cc4-d1ec-4f48-9d5b-07a3a44121d3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Calling delete_port for c969612d-6bef-4ca2-82ba-856a03b05b26 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:29.059797 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23906850-eedf-4a59-b846-58676aed0a9f req-100d6cc4-d1ec-4f48-9d5b-07a3a44121d3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:29.087926 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d6cc4-d1ec-4f48-9d5b-07a3a44121d3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event deleted for resources: {'Port': ['ID=c969612d-6bef-4ca2-82ba-856a03b05b26,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:29.127866 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-23906850-eedf-4a59-b846-58676aed0a9f req-100d6cc4-d1ec-4f48-9d5b-07a3a44121d3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] No DVR routers for this DVR port c969612d-6bef-4ca2-82ba-856a03b05b26 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:15:29.130468 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-23906850-eedf-4a59-b846-58676aed0a9f req-100d6cc4-d1ec-4f48-9d5b-07a3a44121d3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:29.132507 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-23906850-eedf-4a59-b846-58676aed0a9f req-100d6cc4-d1ec-4f48-9d5b-07a3a44121d3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "DELETE /v2.0/ports/c969612d-6bef-4ca2-82ba-856a03b05b26 HTTP/1.1" status: 204 len: 173 time: 0.3788042 Sep 15 17:15:29.132927 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'name': 'network-vif-deleted', 'tag': 'c969612d-6bef-4ca2-82ba-856a03b05b26'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:15:29.135149 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d16dcb-d05a-4b1b-bcc7-20e452e1b592" -d '{"events": [{"server_uuid": "1f5fe985-bc32-4c35-b79f-f128c5a92f43", "name": "network-vif-deleted", "tag": "c969612d-6bef-4ca2-82ba-856a03b05b26"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:15:29.184618 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5212865-5204-44d2-8719-7c3513e99ab1 x-openstack-request-id: req-b5212865-5204-44d2-8719-7c3513e99ab1 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:15:29.184905 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5fe985-bc32-4c35-b79f-f128c5a92f43", "name": "network-vif-deleted", "tag": "c969612d-6bef-4ca2-82ba-856a03b05b26", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:15:29.185776 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5212865-5204-44d2-8719-7c3513e99ab1 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:15:29.186174 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5fe985-bc32-4c35-b79f-f128c5a92f43', 'name': 'network-vif-deleted', 'tag': 'c969612d-6bef-4ca2-82ba-856a03b05b26', 'status': 'completed', 'code': 200} Sep 15 17:15:29.558565 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-2775f8a4-7a39-4370-bfab-a9874f08160a req-f05ab8a1-8718-475f-8193-4b92e0dc96d3 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5fe985-bc32-4c35-b79f-f128c5a92f43 HTTP/1.1" status: 200 len: 210 time: 0.0314009 Sep 15 17:15:29.637302 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:15:29.863799 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:32.017887 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device c969612d-6bef-4ca2-82ba-856a03b05b26 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:32.037856 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: c969612d-6bef-4ca2-82ba-856a03b05b26 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:32.038205 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device c969612d-6bef-4ca2-82ba-856a03b05b26 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:32.832041 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42438) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:32.988433 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Deleting port c5cd1020-82b7-469c-b6a4-83eab6499a51 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:32.988764 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:33.060262 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:33.060746 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:33.071932 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Calling delete_port for c5cd1020-82b7-469c-b6a4-83eab6499a51 owned by network:floatingip {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:33.219891 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:33.245753 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event deleted for resources: {'Port': ['ID=c5cd1020-82b7-469c-b6a4-83eab6499a51,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:33.304984 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:33.305346 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.db.l3_db [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Floating IP 741cd0c8-55a4-465f-9c04-2fd0fb5d1811 disassociated (deleted). External IP: 172.27.0.160, port: 286b6ca8-ed22-4192-ae8a-5e68400db5f8. Sep 15 17:15:33.507102 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Router c3eec441-3e38-43ac-b756-2f37007b5f3b has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:15:33.613019 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:15:33.617857 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:33.623319 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed017798-2ad7-4028-806a-946ca0e98f0e None None] Sync routers for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:15:33.631890 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed017798-2ad7-4028-806a-946ca0e98f0e None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:33.632486 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-ed017798-2ad7-4028-806a-946ca0e98f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:15:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:33.644716 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-0cd6fee0-8f1f-4379-8030-3ac29970e28c tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "DELETE /v2.0/floatingips/741cd0c8-55a4-465f-9c04-2fd0fb5d1811 HTTP/1.1" status: 204 len: 168 time: 0.8115492 Sep 15 17:15:33.645461 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'tag': '286b6ca8-ed22-4192-ae8a-5e68400db5f8'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:15:33.647835 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a150271-df0c-4b10-bf19-d9f883164437" -d '{"events": [{"name": "network-changed", "server_uuid": "c99ad5bb-4ac9-4dbb-8f6c-9cad20180179", "tag": "286b6ca8-ed22-4192-ae8a-5e68400db5f8"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:15:33.683697 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c941d1d2-6301-4eb1-bbb9-d372c4b1aec8 x-openstack-request-id: req-c941d1d2-6301-4eb1-bbb9-d372c4b1aec8 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:15:33.684199 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99ad5bb-4ac9-4dbb-8f6c-9cad20180179", "tag": "286b6ca8-ed22-4192-ae8a-5e68400db5f8", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:15:33.684443 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c941d1d2-6301-4eb1-bbb9-d372c4b1aec8 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:15:33.684837 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'tag': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'status': 'completed', 'code': 200} Sep 15 17:15:33.741612 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-ed017798-2ad7-4028-806a-946ca0e98f0e None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:33.751114 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150271-df0c-4b10-bf19-d9f883164437 req-b95b9c42-5554-4565-8f5d-34d8eabba0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:33.752952 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a150271-df0c-4b10-bf19-d9f883164437 req-b95b9c42-5554-4565-8f5d-34d8eabba0f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 1098 time: 0.0474012 Sep 15 17:15:33.865310 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150271-df0c-4b10-bf19-d9f883164437 req-fe96ba07-bf2e-4f89-b37e-d55a48d7a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:33.867025 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a150271-df0c-4b10-bf19-d9f883164437 req-fe96ba07-bf2e-4f89-b37e-d55a48d7a026 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 200 len: 913 time: 0.1016221 Sep 15 17:15:33.883048 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299cc5c-f0ce-4a2d-91e6-238d0e5868ce req-feaf09c9-e9d7-43b3-bf5a-50da6c9a3def tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:33.885207 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3299cc5c-f0ce-4a2d-91e6-238d0e5868ce req-feaf09c9-e9d7-43b3-bf5a-50da6c9a3def tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 945 time: 0.0635717 Sep 15 17:15:33.915102 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a150271-df0c-4b10-bf19-d9f883164437 req-72a71c81-4c6b-4c84-b354-8c8b7a2c59ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=286b6ca8-ed22-4192-ae8a-5e68400db5f8 HTTP/1.1" status: 200 len: 217 time: 0.0385892 Sep 15 17:15:33.924507 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [req-3299cc5c-f0ce-4a2d-91e6-238d0e5868ce req-319e7309-3e58-4510-8a74-b1a2e6aa0b82 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323129 Sep 15 17:15:33.957838 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-ed017798-2ad7-4028-806a-946ca0e98f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:33.970069 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150271-df0c-4b10-bf19-d9f883164437 req-4d35bbb1-402f-4418-a085-8caa997c9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:33.971556 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a150271-df0c-4b10-bf19-d9f883164437 req-4d35bbb1-402f-4418-a085-8caa997c9d7c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 200 len: 851 time: 0.0472178 Sep 15 17:15:33.983486 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed017798-2ad7-4028-806a-946ca0e98f0e None None] Checking router: c3eec441-3e38-43ac-b756-2f37007b5f3b for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:15:33.991847 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed017798-2ad7-4028-806a-946ca0e98f0e None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:33.992449 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-ed017798-2ad7-4028-806a-946ca0e98f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:15:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:34.017148 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150271-df0c-4b10-bf19-d9f883164437 req-ee9cb282-6b18-4523-b291-4acf7457192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:34.018729 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a150271-df0c-4b10-bf19-d9f883164437 req-ee9cb282-6b18-4523-b291-4acf7457192d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4265ef94-cacc-435c-a2c6-338a15471ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397475 Sep 15 17:15:34.095753 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-ed017798-2ad7-4028-806a-946ca0e98f0e None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:34.110796 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a150271-df0c-4b10-bf19-d9f883164437 req-d2a923c7-e626-4e8c-9e45-85b214568b0d service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842483 Sep 15 17:15:34.201533 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-4a150271-df0c-4b10-bf19-d9f883164437 req-f3c80d72-f744-42f2-8a19-238c425fe1c3 service neutron] 10.222.0.61 "GET /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820534 Sep 15 17:15:34.289217 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-ed017798-2ad7-4028-806a-946ca0e98f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:34.318581 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed017798-2ad7-4028-806a-946ca0e98f0e None None] The sync data for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi is: [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:08:33Z', 'revision_number': 4, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi', '_interfaces': [{'id': '5292108f-1abe-437f-a3a1-9ce687fa7bec', 'name': '', 'network_id': '4265ef94-cacc-435c-a2c6-338a15471ff2', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'mac_address': 'fa:16:3e:68:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:33Z', 'updated_at': '2021-09-15T17:08:39Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'subnets': [{'id': '280491ba-47e1-4cc6-b912-0b14109adc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:15:34.521139 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d476da3-4996-4b3d-92fc-38bfeb36b9de None None] New status for floating IP 741cd0c8-55a4-465f-9c04-2fd0fb5d1811: DOWN {{(pid=93883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:15:35.038804 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e46b72-684e-4e6f-b605-da9017555a5c req-67589022-646c-4db5-b905-5bc1d4cdcbf7 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:35.040256 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-21e46b72-684e-4e6f-b605-da9017555a5c req-67589022-646c-4db5-b905-5bc1d4cdcbf7 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 945 time: 0.0473714 Sep 15 17:15:35.080581 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-21e46b72-684e-4e6f-b605-da9017555a5c req-190527a6-95c2-45be-9ff4-562bf6f92e9a tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/security-groups?id=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336969 Sep 15 17:15:35.312126 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ba7cf-4165-437b-a01b-8cb1782af228 req-f20b4491-cbbd-4d08-8740-925a881e3b46 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:35.313578 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e9ba7cf-4165-437b-a01b-8cb1782af228 req-f20b4491-cbbd-4d08-8740-925a881e3b46 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 945 time: 0.0472572 Sep 15 17:15:35.399537 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-8e9ba7cf-4165-437b-a01b-8cb1782af228 req-3f9714e8-08b2-4c5e-8cd4-c9f9ee0717b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Deleting port 286b6ca8-ed22-4192-ae8a-5e68400db5f8 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:35.399873 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e9ba7cf-4165-437b-a01b-8cb1782af228 req-3f9714e8-08b2-4c5e-8cd4-c9f9ee0717b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:35.487971 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [req-8e9ba7cf-4165-437b-a01b-8cb1782af228 req-3f9714e8-08b2-4c5e-8cd4-c9f9ee0717b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] For port 286b6ca8-ed22-4192-ae8a-5e68400db5f8, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=286b6ca8-ed22-4192-ae8a-5e68400db5f8,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:35.488325 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e9ba7cf-4165-437b-a01b-8cb1782af228 req-3f9714e8-08b2-4c5e-8cd4-c9f9ee0717b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:35.499713 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [req-8e9ba7cf-4165-437b-a01b-8cb1782af228 req-3f9714e8-08b2-4c5e-8cd4-c9f9ee0717b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Calling delete_port for 286b6ca8-ed22-4192-ae8a-5e68400db5f8 owned by compute:nova {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:35.625569 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e9ba7cf-4165-437b-a01b-8cb1782af228 req-3f9714e8-08b2-4c5e-8cd4-c9f9ee0717b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:35.652182 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9714e8-08b2-4c5e-8cd4-c9f9ee0717b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event deleted for resources: {'Port': ['ID=286b6ca8-ed22-4192-ae8a-5e68400db5f8,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:35.694319 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9ba7cf-4165-437b-a01b-8cb1782af228 req-3f9714e8-08b2-4c5e-8cd4-c9f9ee0717b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] No DVR routers for this DVR port 286b6ca8-ed22-4192-ae8a-5e68400db5f8 on host hv-cinder-79680 {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:15:35.696803 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [req-8e9ba7cf-4165-437b-a01b-8cb1782af228 req-3f9714e8-08b2-4c5e-8cd4-c9f9ee0717b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for port, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:35.699173 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-8e9ba7cf-4165-437b-a01b-8cb1782af228 req-3f9714e8-08b2-4c5e-8cd4-c9f9ee0717b0 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.61 "DELETE /v2.0/ports/286b6ca8-ed22-4192-ae8a-5e68400db5f8 HTTP/1.1" status: 204 len: 173 time: 0.3797331 Sep 15 17:15:35.699615 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'name': 'network-vif-deleted', 'tag': '286b6ca8-ed22-4192-ae8a-5e68400db5f8'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:15:35.703398 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa253d048a7473a60d79313382f6b1fb884fd06a81f7224ef2202a78eee11d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37e9583-15c8-4d09-9e5b-ca7e9393863a" -d '{"events": [{"server_uuid": "c99ad5bb-4ac9-4dbb-8f6c-9cad20180179", "name": "network-vif-deleted", "tag": "286b6ca8-ed22-4192-ae8a-5e68400db5f8"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:15:35.739835 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a232c451-1447-423d-83d9-1e662747dce4 x-openstack-request-id: req-a232c451-1447-423d-83d9-1e662747dce4 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:15:35.740120 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99ad5bb-4ac9-4dbb-8f6c-9cad20180179", "name": "network-vif-deleted", "tag": "286b6ca8-ed22-4192-ae8a-5e68400db5f8", "status": "completed", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:15:35.740366 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a232c451-1447-423d-83d9-1e662747dce4 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:15:35.740753 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99ad5bb-4ac9-4dbb-8f6c-9cad20180179', 'name': 'network-vif-deleted', 'tag': '286b6ca8-ed22-4192-ae8a-5e68400db5f8', 'status': 'completed', 'code': 200} Sep 15 17:15:36.186271 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [req-3618045f-0932-456c-a9a1-5078d81c134d req-c7982328-5f8b-4db7-ae2b-73f3e95f2c19 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99ad5bb-4ac9-4dbb-8f6c-9cad20180179 HTTP/1.1" status: 200 len: 210 time: 0.0267248 Sep 15 17:15:37.241255 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42454) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:37.362437 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-70ade9f9-7764-46ff-b04d-69ed051a6bd8 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Deleting port 6ce460e4-290c-4fc3-bb69-f7141bd230e9 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:37.362771 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-70ade9f9-7764-46ff-b04d-69ed051a6bd8 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:37.436781 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-70ade9f9-7764-46ff-b04d-69ed051a6bd8 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:37.437106 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-70ade9f9-7764-46ff-b04d-69ed051a6bd8 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:37.448449 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-70ade9f9-7764-46ff-b04d-69ed051a6bd8 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Calling delete_port for 6ce460e4-290c-4fc3-bb69-f7141bd230e9 owned by network:floatingip {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:37.574841 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-70ade9f9-7764-46ff-b04d-69ed051a6bd8 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:37.598978 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ade9f9-7764-46ff-b04d-69ed051a6bd8 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event deleted for resources: {'Port': ['ID=6ce460e4-290c-4fc3-bb69-f7141bd230e9,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:37.661187 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-70ade9f9-7764-46ff-b04d-69ed051a6bd8 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:37.664010 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-70ade9f9-7764-46ff-b04d-69ed051a6bd8 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117596'] for floatingip, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:37.665138 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-70ade9f9-7764-46ff-b04d-69ed051a6bd8 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "DELETE /v2.0/floatingips/264da479-23b8-460f-b6c4-b4ee4cf6c921 HTTP/1.1" status: 204 len: 168 time: 0.4229188 Sep 15 17:15:38.851354 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42466) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:38.911018 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-887a8f39-7945-43fc-8f5d-1825f7153df6 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:38.936244 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-887a8f39-7945-43fc-8f5d-1825f7153df6 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:38.998327 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-887a8f39-7945-43fc-8f5d-1825f7153df6 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:39.000862 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-887a8f39-7945-43fc-8f5d-1825f7153df6 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:39.002030 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-887a8f39-7945-43fc-8f5d-1825f7153df6 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] 10.222.0.13 "DELETE /v2.0/security-groups/473e0c98-aa08-41f9-a0f3-cb20f8c00ac6 HTTP/1.1" status: 204 len: 168 time: 0.1495988 Sep 15 17:15:39.011265 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a8f39-7945-43fc-8f5d-1825f7153df6 tempest-TestVolumeBootPattern-1019100109 tempest-TestVolumeBootPattern-1019100109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e0c98-aa08-41f9-a0f3-cb20f8c00ac6,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:39.698927 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:40.030748 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 286b6ca8-ed22-4192-ae8a-5e68400db5f8 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:40.050650 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] No Port match for: 286b6ca8-ed22-4192-ae8a-5e68400db5f8 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:40.051039 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Device 286b6ca8-ed22-4192-ae8a-5e68400db5f8 not bound to the agent host hv-cinder-79680 {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:40.077491 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42472) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:40.537968 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-933018a4-7cee-4882-ae05-a72b45b4aca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680779'] for router_interface, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:40.773922 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-933018a4-7cee-4882-ae05-a72b45b4aca6 admin admin] Deleting port 5292108f-1abe-437f-a3a1-9ce687fa7bec {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:40.774258 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-933018a4-7cee-4882-ae05-a72b45b4aca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:40.849348 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-933018a4-7cee-4882-ae05-a72b45b4aca6 admin admin] For port 5292108f-1abe-437f-a3a1-9ce687fa7bec, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=5292108f-1abe-437f-a3a1-9ce687fa7bec,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:40.849646 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-933018a4-7cee-4882-ae05-a72b45b4aca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:40.864586 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-933018a4-7cee-4882-ae05-a72b45b4aca6 admin admin] Calling delete_port for 5292108f-1abe-437f-a3a1-9ce687fa7bec owned by network:router_interface {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:41.035427 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-933018a4-7cee-4882-ae05-a72b45b4aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:41.060867 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933018a4-7cee-4882-ae05-a72b45b4aca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5292108f-1abe-437f-a3a1-9ce687fa7bec,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:41.226575 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-933018a4-7cee-4882-ae05-a72b45b4aca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3722935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691963'] for router_interface, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:41.694929 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933018a4-7cee-4882-ae05-a72b45b4aca6 admin admin] Router c3eec441-3e38-43ac-b756-2f37007b5f3b has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:15:41.797869 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933018a4-7cee-4882-ae05-a72b45b4aca6 admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:15:41.803060 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-933018a4-7cee-4882-ae05-a72b45b4aca6 admin admin] 10.222.0.13 "PUT /v2.0/routers/c3eec441-3e38-43ac-b756-2f37007b5f3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244530 Sep 15 17:15:41.805621 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42476) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:41.822290 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5e3b61-ae21-4fe4-a895-8b0ce571d4ee None None] Sync routers for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:15:41.832492 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e3b61-ae21-4fe4-a895-8b0ce571d4ee None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:41.833101 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-2f5e3b61-ae21-4fe4-a895-8b0ce571d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:15:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:41.911789 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Notify callbacks [] for router, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:41.938777 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-2f5e3b61-ae21-4fe4-a895-8b0ce571d4ee None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: dv-cinder-796806-2-iscsi {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:42.013140 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.065706 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Deleting port 12e94740-c130-40e8-8aa9-60bacfdd31f8 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:42.066048 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.111621 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-2f5e3b61-ae21-4fe4-a895-8b0ce571d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:15:40Z', 'revision_number': 5, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port': {'id': '12e94740-c130-40e8-8aa9-60bacfdd31f8', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:31Z', 'updated_at': '2021-09-15T17:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:42.141668 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5e3b61-ae21-4fe4-a895-8b0ce571d4ee None None] Checking router: c3eec441-3e38-43ac-b756-2f37007b5f3b for host: dv-cinder-796806-2-iscsi {{(pid=93882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:15:42.148459 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] For port 12e94740-c130-40e8-8aa9-60bacfdd31f8, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=12e94740-c130-40e8-8aa9-60bacfdd31f8,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:42.148827 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.149648 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e3b61-ae21-4fe4-a895-8b0ce571d4ee None None] Routers {'c3eec441-3e38-43ac-b756-2f37007b5f3b'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:42.150245 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-2f5e3b61-ae21-4fe4-a895-8b0ce571d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:15:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['c3eec441-3e38-43ac-b756-2f37007b5f3b'], 'active': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:42.160302 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Calling delete_port for 12e94740-c130-40e8-8aa9-60bacfdd31f8 owned by network:router_gateway {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:42.327072 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.351366 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Pushing event deleted for resources: {'Port': ['ID=12e94740-c130-40e8-8aa9-60bacfdd31f8,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:42.361144 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvr_db [None req-2f5e3b61-ae21-4fe4-a895-8b0ce571d4ee None None] Set router c3eec441-3e38-43ac-b756-2f37007b5f3b gateway port host: None {{(pid=93882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:42.410695 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.db.l3_hamode_db [None req-2f5e3b61-ae21-4fe4-a895-8b0ce571d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:15:42Z', 'revision_number': 6, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port_host': None}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:42.412675 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691901'] for router_gateway, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.439985 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5e3b61-ae21-4fe4-a895-8b0ce571d4ee None None] The sync data for ids ['c3eec441-3e38-43ac-b756-2f37007b5f3b'] in dv-cinder-796806-2-iscsi is: [{'id': 'c3eec441-3e38-43ac-b756-2f37007b5f3b', 'name': 'tempest-TestVolumeBootPattern-1288442670-router', 'tenant_id': '280b0cb25b7749e3974fcc1cb20306f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:30Z', 'updated_at': '2021-09-15T17:15:42Z', 'revision_number': 6, 'project_id': '280b0cb25b7749e3974fcc1cb20306f1', 'gw_port_host': None}] {{(pid=93882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:15:42.503235 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.505416 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.550256 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687639'] for router, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.550805 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3eec441-3e38-43ac-b756-2f37007b5f3b {{(pid=93880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:15:42.555682 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.556858 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d88aeb03-3c7b-4625-92e6-6058acb3ffef admin admin] 10.222.0.13 "DELETE /v2.0/routers/c3eec441-3e38-43ac-b756-2f37007b5f3b HTTP/1.1" status: 204 len: 168 time: 0.7503078 Sep 15 17:15:42.559471 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42478) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:42.603008 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f108b8-ec93-425c-865c-7e8c74c002e9 admin admin] Deleting subnet 280491ba-47e1-4cc6-b912-0b14109adc9e {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:15:42.605985 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-30f108b8-ec93-425c-865c-7e8c74c002e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.640517 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-30f108b8-ec93-425c-865c-7e8c74c002e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26644840'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.720879 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-30f108b8-ec93-425c-865c-7e8c74c002e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.773850 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-30f108b8-ec93-425c-865c-7e8c74c002e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28456938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29225550'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.804497 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f108b8-ec93-425c-865c-7e8c74c002e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280491ba-47e1-4cc6-b912-0b14109adc9e,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:42.809729 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-30f108b8-ec93-425c-865c-7e8c74c002e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.812580 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-30f108b8-ec93-425c-865c-7e8c74c002e9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/280491ba-47e1-4cc6-b912-0b14109adc9e HTTP/1.1" status: 204 len: 168 time: 0.2520504 Sep 15 17:15:42.813001 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edbc113-f9dd-4ecf-95f1-ea8a7c326853 None None] Network 4265ef94-cacc-435c-a2c6-338a15471ff2 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:15:42.813724 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42480) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:42.890640 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.944201 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Deleting port 7b25b9d8-e612-4d93-94df-6a4aa6416a39 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:42.944542 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.006756 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] For port 7b25b9d8-e612-4d93-94df-6a4aa6416a39, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=7b25b9d8-e612-4d93-94df-6a4aa6416a39,segment=NetworkSegment(59634457-a42e-4276-8689-a641a521cef6),segment_id=59634457-a42e-4276-8689-a641a521cef6)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:43.007114 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.019651 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Calling delete_port for 7b25b9d8-e612-4d93-94df-6a4aa6416a39 owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:43.098618 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.123798 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b25b9d8-e612-4d93-94df-6a4aa6416a39,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:43.128321 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] No DVR routers for this DVR port 7b25b9d8-e612-4d93-94df-6a4aa6416a39 on host dv-cinder-796806-2-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:15:43.202417 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.221639 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9daf9-61af-4a9c-b2e5-428b50e4caef None None] DHCP port deletion for 4265ef94-cacc-435c-a2c6-338a15471ff2 request from dv-cinder-796806-2-iscsi {{(pid=93882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:15:43.224448 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4265ef94-cacc-435c-a2c6-338a15471ff2']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:43.237400 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59634457-a42e-4276-8689-a641a521cef6') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:43.237743 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59634457-a42e-4276-8689-a641a521cef6') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:43.247382 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26644835'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.260187 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.266183 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:15:43.266558 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28456244'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: Traceback (most recent call last): Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: timer() Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: cb(*args, **kw) Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: return func(*args, **kwargs) Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: self._notify() Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: self.callback(batched_events) Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: event.method(event) Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: return f(self, *a, **k) Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._get(url).json() Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:15:43.268180 dv-cinder-796806-2-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:15:43.323749 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.329357 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.333754 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4265ef94-cacc-435c-a2c6-338a15471ff2 HTTP/1.1" status: 204 len: 168 time: 0.5190258 Sep 15 17:15:43.334424 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42482) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:43.351371 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10df3b-8a3e-46b7-92ea-3e6c5a068216 admin admin] Pushing event deleted for resources: {'Network': ['ID=4265ef94-cacc-435c-a2c6-338a15471ff2,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:43.690825 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a4d2a02f-e74b-4fc9-a40c-b5a84d22a0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680779'] for router_interface, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.846161 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 12e94740-c130-40e8-8aa9-60bacfdd31f8 no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:43.871760 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 12e94740-c130-40e8-8aa9-60bacfdd31f8 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:43.872680 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 12e94740-c130-40e8-8aa9-60bacfdd31f8 not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:43.873105 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5292108f-1abe-437f-a3a1-9ce687fa7bec no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:43.892117 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 5292108f-1abe-437f-a3a1-9ce687fa7bec {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:43.892457 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 5292108f-1abe-437f-a3a1-9ce687fa7bec not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:43.892856 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 7b25b9d8-e612-4d93-94df-6a4aa6416a39 no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:43.910417 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 7b25b9d8-e612-4d93-94df-6a4aa6416a39 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:43.910757 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 7b25b9d8-e612-4d93-94df-6a4aa6416a39 not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:43.933051 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2a02f-e74b-4fc9-a40c-b5a84d22a0cf admin admin] Deleting port b95159c3-95b7-4a1b-ba17-8332106a5b08 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:43.933415 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a4d2a02f-e74b-4fc9-a40c-b5a84d22a0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:44.009072 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a4d2a02f-e74b-4fc9-a40c-b5a84d22a0cf admin admin] For port b95159c3-95b7-4a1b-ba17-8332106a5b08, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=b95159c3-95b7-4a1b-ba17-8332106a5b08,segment=NetworkSegment(ef1348f2-5d92-40e6-b814-1a0c06308781),segment_id=ef1348f2-5d92-40e6-b814-1a0c06308781)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:44.009451 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a4d2a02f-e74b-4fc9-a40c-b5a84d22a0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:44.025382 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2a02f-e74b-4fc9-a40c-b5a84d22a0cf admin admin] Calling delete_port for b95159c3-95b7-4a1b-ba17-8332106a5b08 owned by network:router_interface {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:44.202230 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a4d2a02f-e74b-4fc9-a40c-b5a84d22a0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:44.226643 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2a02f-e74b-4fc9-a40c-b5a84d22a0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b95159c3-95b7-4a1b-ba17-8332106a5b08,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:44.391440 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a4d2a02f-e74b-4fc9-a40c-b5a84d22a0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3722935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691963'] for router_interface, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:44.596953 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d2a02f-e74b-4fc9-a40c-b5a84d22a0cf admin admin] Router 002c50f2-d9d3-480c-96b8-47e4411457c3 has already been hosted by L3 agent 21334550-ce88-4843-91b5-85275250437d {{(pid=93880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:15:44.699274 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d2a02f-e74b-4fc9-a40c-b5a84d22a0cf admin admin] Notify agent at l3_agent.dv-cinder-796806-2-iscsi the message routers_updated {{(pid=93880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:15:44.704797 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a4d2a02f-e74b-4fc9-a40c-b5a84d22a0cf admin admin] 10.222.0.13 "PUT /v2.0/routers/002c50f2-d9d3-480c-96b8-47e4411457c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3670018 Sep 15 17:15:44.706772 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42484) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:44.707770 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16fce7-2811-4976-89d8-e1f2c5d51dae None None] Sync routers for ids ['002c50f2-d9d3-480c-96b8-47e4411457c3'] in dv-cinder-796806-2-iscsi {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:15:44.717166 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16fce7-2811-4976-89d8-e1f2c5d51dae None None] Routers {'002c50f2-d9d3-480c-96b8-47e4411457c3'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:44.717785 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-ca16fce7-2811-4976-89d8-e1f2c5d51dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:15:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['002c50f2-d9d3-480c-96b8-47e4411457c3'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:44.813589 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:44.907353 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-ca16fce7-2811-4976-89d8-e1f2c5d51dae None None] Set router 002c50f2-d9d3-480c-96b8-47e4411457c3 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:45.095944 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-ca16fce7-2811-4976-89d8-e1f2c5d51dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'name': 'tempest-TestVolumeBootPattern-969935687-router', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:36Z', 'updated_at': '2021-09-15T17:15:44Z', 'revision_number': 5, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'gw_port': {'id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:45.125258 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16fce7-2811-4976-89d8-e1f2c5d51dae None None] Checking router: 002c50f2-d9d3-480c-96b8-47e4411457c3 for host: dv-cinder-796806-2-iscsi {{(pid=93883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:15:45.133834 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16fce7-2811-4976-89d8-e1f2c5d51dae None None] Routers {'002c50f2-d9d3-480c-96b8-47e4411457c3'} bound to L3 agent in host dv-cinder-796806-2-iscsi {{(pid=93883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:45.134465 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-ca16fce7-2811-4976-89d8-e1f2c5d51dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T16:52:27Z,description=,heartbeat_timestamp=2021-09-15T17:15:27Z,host='dv-cinder-796806-2-iscsi',id=21334550-ce88-4843-91b5-85275250437d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:52:27Z,topic='l3_agent')) {'router_ids': ['002c50f2-d9d3-480c-96b8-47e4411457c3'], 'active': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:45.183750 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.236094 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Deleting port e8ac1041-ed8f-4469-9ac3-a50148e98e8b {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:45.236433 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.242731 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvr_db [None req-ca16fce7-2811-4976-89d8-e1f2c5d51dae None None] Set router 002c50f2-d9d3-480c-96b8-47e4411457c3 gateway port host: dv-cinder-796806-2-iscsi {{(pid=93883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:45.313572 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] For port e8ac1041-ed8f-4469-9ac3-a50148e98e8b, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=e8ac1041-ed8f-4469-9ac3-a50148e98e8b,segment=NetworkSegment(27037f39-09b9-480d-ab0e-8aaba5d0b7ba),segment_id=27037f39-09b9-480d-ab0e-8aaba5d0b7ba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:45.313949 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.327434 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Calling delete_port for e8ac1041-ed8f-4469-9ac3-a50148e98e8b owned by network:router_gateway {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:45.415224 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_hamode_db [None req-ca16fce7-2811-4976-89d8-e1f2c5d51dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'name': 'tempest-TestVolumeBootPattern-969935687-router', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:36Z', 'updated_at': '2021-09-15T17:15:44Z', 'revision_number': 5, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'gw_port': {'id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}], 'dv-cinder-796806-2-iscsi', False) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:45.444598 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16fce7-2811-4976-89d8-e1f2c5d51dae None None] The sync data for ids ['002c50f2-d9d3-480c-96b8-47e4411457c3'] in dv-cinder-796806-2-iscsi is: [{'id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'name': 'tempest-TestVolumeBootPattern-969935687-router', 'tenant_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'external_fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:08:36Z', 'updated_at': '2021-09-15T17:15:44Z', 'revision_number': 5, 'project_id': 'd833b81e14e24aa68aeecba0c6b9d577', 'gw_port': {'id': 'e8ac1041-ed8f-4469-9ac3-a50148e98e8b', 'name': '', 'network_id': '0a12a79d-29f1-4548-82a1-b61425661d5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002c50f2-d9d3-480c-96b8-47e4411457c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:08:37Z', 'updated_at': '2021-09-15T17:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee5f3174-3c05-4317-8f14-a003a5008ddd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-2-iscsi'}] {{(pid=93883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:15:45.493013 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.523608 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ac1041-ed8f-4469-9ac3-a50148e98e8b,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:45.588898 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691901'] for router_gateway, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.676173 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.678233 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.719218 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687639'] for router, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.719690 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 002c50f2-d9d3-480c-96b8-47e4411457c3 {{(pid=93880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:15:45.723866 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] Notify callbacks [] for router, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.725111 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-d97c6717-179b-46b2-929d-25d73862ba34 admin admin] 10.222.0.13 "DELETE /v2.0/routers/002c50f2-d9d3-480c-96b8-47e4411457c3 HTTP/1.1" status: 204 len: 168 time: 1.0174267 Sep 15 17:15:45.727913 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42486) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:45.775345 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87bac07-8b6e-414f-bbaa-35dc01f9bbdf admin admin] Deleting subnet 4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84 {{(pid=93880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:15:45.778752 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a87bac07-8b6e-414f-bbaa-35dc01f9bbdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.823443 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a87bac07-8b6e-414f-bbaa-35dc01f9bbdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26644840'] for subnet, precommit_delete_associations {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.907735 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device b95159c3-95b7-4a1b-ba17-8332106a5b08 no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:45.915166 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a87bac07-8b6e-414f-bbaa-35dc01f9bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736853'] for subnet, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.929578 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: b95159c3-95b7-4a1b-ba17-8332106a5b08 {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:45.929924 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device b95159c3-95b7-4a1b-ba17-8332106a5b08 not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:45.972895 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a87bac07-8b6e-414f-bbaa-35dc01f9bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28456938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29225550'] for subnet, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.998824 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bac07-8b6e-414f-bbaa-35dc01f9bbdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:46.002436 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a87bac07-8b6e-414f-bbaa-35dc01f9bbdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.006916 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-a87bac07-8b6e-414f-bbaa-35dc01f9bbdf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4a2930c7-c1c4-44a5-8c08-f7b9e0f26d84 HTTP/1.1" status: 204 len: 168 time: 0.2755029 Sep 15 17:15:46.006916 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42488) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:46.008183 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e118983-e927-4642-8b4d-257a8ab00769 None None] Network 87974f89-17dd-4766-8578-ffd1fb44d5c5 requested from dv-cinder-796806-2-iscsi {{(pid=93882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:15:46.078903 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752036'] for network, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.147177 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Deleting port 388137ee-e234-4104-b845-1abf26e8fa6d {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:46.147515 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773463057713'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.217813 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] For port 388137ee-e234-4104-b845-1abf26e8fa6d, host dv-cinder-796806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-2-iscsi',level=0,port_id=388137ee-e234-4104-b845-1abf26e8fa6d,segment=NetworkSegment(ef1348f2-5d92-40e6-b814-1a0c06308781),segment_id=ef1348f2-5d92-40e6-b814-1a0c06308781)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:46.218168 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685955'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.229807 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Calling delete_port for 388137ee-e234-4104-b845-1abf26e8fa6d owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:46.306774 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773463064311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773462544851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28456901'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.334564 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Pushing event deleted for resources: {'Port': ['ID=388137ee-e234-4104-b845-1abf26e8fa6d,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:46.338036 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] No DVR routers for this DVR port 388137ee-e234-4104-b845-1abf26e8fa6d on host dv-cinder-796806-2-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:15:46.406519 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733906', 'neutron.services.segments.db._delete_segments_for_network-8773463088797'] for network, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.426101 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87974f89-17dd-4766-8578-ffd1fb44d5c5']}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:46.436014 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1348f2-5d92-40e6-b814-1a0c06308781') {'for_net_delete': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:46.436302 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.services.segments.db [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1348f2-5d92-40e6-b814-1a0c06308781') {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:46.454462 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773463089062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26644835'] for segment, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.469654 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792'] for segment, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.477588 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:15:46.477989 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28456244'] for segment, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: Traceback (most recent call last): Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: timer() Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: cb(*args, **kw) Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: return func(*args, **kwargs) Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: self._notify() Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: self.callback(batched_events) Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: event.method(event) Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: return f(self, *a, **k) Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._get(url).json() Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: return self.request(url, 'GET', **kwargs) Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:15:46.479802 dv-cinder-796806-2-iscsi neutron-server[93880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:15:46.482008 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d03705-0b92-4772-8d57-955c59751bda None None] DHCP port deletion for 87974f89-17dd-4766-8578-ffd1fb44d5c5 request from dv-cinder-796806-2-iscsi {{(pid=93882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:15:46.535119 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3942155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691801'] for network, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.540616 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732822'] for network, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.542464 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] 10.222.0.13 "DELETE /v2.0/networks/87974f89-17dd-4766-8578-ffd1fb44d5c5 HTTP/1.1" status: 204 len: 168 time: 0.5346482 Sep 15 17:15:46.552876 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c6b64-4c6b-4f55-9deb-3d62199d12be admin admin] Pushing event deleted for resources: {'Network': ['ID=87974f89-17dd-4766-8578-ffd1fb44d5c5,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:46.652002 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42492) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:46.691731 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-7db57c52-1584-4bd7-a0a3-a55f683eca7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=280b0cb25b7749e3974fcc1cb20306f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386183 Sep 15 17:15:46.694105 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.wsgi [-] (93880) accepted ('10.222.0.13', 42494) {{(pid=93880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:46.741356 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1527a7ac-fc7f-45cb-a2fe-b1b087cea8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.770350 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1527a7ac-fc7f-45cb-a2fe-b1b087cea8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.816203 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1527a7ac-fc7f-45cb-a2fe-b1b087cea8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.818806 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1527a7ac-fc7f-45cb-a2fe-b1b087cea8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.819937 dv-cinder-796806-2-iscsi neutron-server[93880]: INFO neutron.wsgi [None req-1527a7ac-fc7f-45cb-a2fe-b1b087cea8c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea9b1640-730d-4472-882a-e4210cf6d1c8 HTTP/1.1" status: 204 len: 168 time: 0.1249688 Sep 15 17:15:46.828479 dv-cinder-796806-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527a7ac-fc7f-45cb-a2fe-b1b087cea8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9b1640-730d-4472-882a-e4210cf6d1c8,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:47.132838 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42500) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:47.172217 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-83345c6a-3865-42d8-ada8-bac8f18e13bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d833b81e14e24aa68aeecba0c6b9d577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381875 Sep 15 17:15:47.174555 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [-] (93881) accepted ('10.222.0.13', 42502) {{(pid=93881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:47.219632 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:47.243299 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:47.290647 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3944404'] for security_group, after_delete {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:47.293259 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:47.294888 dv-cinder-796806-2-iscsi neutron-server[93881]: INFO neutron.wsgi [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/376fd1c5-a82b-489d-a311-7dc53adf6da7 HTTP/1.1" status: 204 len: 168 time: 0.1194079 Sep 15 17:15:47.302447 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376fd1c5-a82b-489d-a311-7dc53adf6da7,revision_number=None']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:47.309577 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:47.310496 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:47.310830 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:47.311159 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:47.311481 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:47.311813 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:47.312135 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:47.312461 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:47.312782 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:47.313102 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:47.313442 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:47.313759 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78ac4-3ed4-4519-b8f1-37d0f66258a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:47.845549 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device e8ac1041-ed8f-4469-9ac3-a50148e98e8b no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:47.864898 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: e8ac1041-ed8f-4469-9ac3-a50148e98e8b {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:47.865276 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device e8ac1041-ed8f-4469-9ac3-a50148e98e8b not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:47.865664 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 388137ee-e234-4104-b845-1abf26e8fa6d no longer exists at agent ovs-agent-dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:47.883748 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] No Port match for: 388137ee-e234-4104-b845-1abf26e8fa6d {{(pid=93882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:47.884089 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.rpc [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Device 388137ee-e234-4104-b845-1abf26e8fa6d not bound to the agent host dv-cinder-796806-2-iscsi {{(pid=93882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:54.438457 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1bbb-92a1-4d1b-9f57-33789fffc862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:56.935071 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e381684f-aaa3-43a9-9715-da6757857b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:57.587140 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:58.565251 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:59.707016 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [req-4f9ed302-9c15-42bf-bd32-aa184f7b547e req-51699e09-7175-4920-ac2e-edde0846decd service neutron] (93881) timed out ('10.222.0.61', 60433) {{(pid=93881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 17:15:59.866889 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:00.129974 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [req-401cd041-435b-45fb-87db-0900e4f5317b req-36b547b5-cdb7-44c1-8016-a4b8ed7540aa service neutron] (93881) timed out ('10.222.0.61', 60463) {{(pid=93881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 17:16:06.636395 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:16:09.699105 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:24.438743 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4ed4-b411-43d2-b539-88d5eb6735d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:26.935305 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4acbb4d-5f07-4868-b713-dc15b1284a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:27.588982 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:28.566902 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:29.869527 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:39.717811 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:43.635850 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:16:54.438567 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6a47f8cd-2a2f-4340-905a-2d48a3fff515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:56.939884 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5907131-82e2-4a22-9662-12eac4d4ec11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:57.590966 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:58.569870 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:59.871028 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:09.713460 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.635171 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:17:24.439154 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39203694-2059-4a2c-ba56-294cc99e8f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:26.940579 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00717288-c448-4dc0-8e3e-715e9ee23d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:27.592121 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:28.573319 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:29.874049 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:39.716495 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:54.440301 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ebaf85c-a1be-4309-bec4-511bc8c75aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:56.944867 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c77c2230-f247-4e0e-8637-c845aa7f51d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:57.593402 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:57.634200 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:17:58.576591 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:59.876766 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:09.729691 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:24.441064 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-850dcee6-6d58-442d-92ae-5cbc2bbdd836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:25.557168 dv-cinder-796806-2-iscsi neutron-server[93881]: DEBUG neutron.wsgi [req-a582da49-0c96-4002-bc33-6a54fd8c5091 req-37996f0c-5b12-4e5d-90ea-a7a87b19729f service neutron] (93881) timed out ('10.222.0.13', 36222) {{(pid=93881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 17:18:26.944892 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff509c52-876d-4ff5-a5af-ddccec883320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:27.593715 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:28.581114 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:29.878768 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:34.633154 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:18:39.738652 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:54.441209 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b045a3f0-3f9b-476e-9160-9b87fcadafea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:56.945510 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-396210f3-cd19-4408-8560-7cd35e65dce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:57.593858 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:58.584997 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:59.883021 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:09.759129 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:11.632186 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:19:24.447816 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-456c9dfe-0e12-45f9-9ec3-d18e32217e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:26.945298 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5e17ac8-5944-4d48-bcc0-44d840b6bca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:27.597202 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:28.586578 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:29.885985 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:39.779296 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:48.631493 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:19:54.439131 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78675dca-f9c4-45a4-8789-5729f9dbd406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:56.945278 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0844e6df-1784-4c93-9343-f3da304f87ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:57.598287 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:58.590022 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:59.888191 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:09.778345 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:24.440227 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5d65960-077a-4d00-b012-f1a6a27e5516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:25.630636 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:20:26.945250 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f8618ec5-501c-4a97-9205-6abcc6b1fcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:27.598754 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:28.592190 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:29.892037 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:39.790500 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6d38af8-46ca-4f3c-8e02-680c30a06e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:54.442941 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5915834c-ae31-437a-a497-cb4967644d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:56.947780 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-67da554b-7e74-4d11-91ae-3dd6991c8022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:57.599896 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7f57-abbe-4a41-a4c5-40cc88437aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:58.595457 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b978-1de4-4bde-8ad7-98c4022dcb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:59.897599 dv-cinder-796806-2-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a65339e1-e7aa-46e1-9c39-e09bfec71ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773463088779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733650'] for agent, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:02.629492 dv-cinder-796806-2-iscsi neutron-server[93883]: DEBUG neutron.db.agents_db [None req-fc670081-d8e0-44d1-a71f-98ad58a4b696 None None] Agent healthcheck: found 6 active agents {{(pid=93883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}